framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,1,1,power_law_1.01,3.0906463623046876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,1,1,power_law_1.01,3.9151744842529297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,1,1,power_law_1.01,13.114518737792968
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,1,1,power_law_1.01,7.280271911621094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,1,1,power_law_1.01,13.312287902832031
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,1,1,power_law_1.01,12.431510162353515
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,1,1,power_law_1.01,12.787260437011719
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,1,1,power_law_1.01,12.605580902099609
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,1,1,power_law_1.01,13.590742492675782
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,1,1,power_law_1.01,12.979193115234375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,1,1,power_law_1.01,13.794038391113281
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,1,1,power_law_1.01,14.08838348388672
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,1,1,power_law_1.01,7.2476448059082035
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,1,1,power_law_1.01,16.511929321289063
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,1,1,power_law_1.01,20.327740478515626
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,1,1,power_law_1.01,22.17069091796875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,1,1,power_law_1.01,21.832534790039062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,1,1,power_law_1.01,27.757369995117188
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,1,1,power_law_1.01,36.60519714355469
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,1,1,power_law_1.01,54.93766479492187
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,1,1,power_law_1.01,75.96744995117187
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,1,1,power_law_1.01,1.490332794189453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,1,1,power_law_1.01,106.47117919921875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,1,1,power_law_1.01,2.6464767456054688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,1,1,power_law_1.01,136.34537353515626
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,1,1,power_law_1.01,3.2649375915527346
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,1,1,power_law_1.01,4.886550521850586
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,1,1,power_law_1.01,4.326704025268555
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,1,1,power_law_1.01,4.942499160766602
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,1,1,power_law_1.01,5.078492736816406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,1,1,power_law_1.01,5.042700958251953
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,1,1,power_law_1.01,207.4794921875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,1,1,power_law_1.01,4.98875846862793
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,1,1,power_law_1.01,5.096883010864258
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,1,1,power_law_1.01,5.2272289276123045
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,1,1,power_law_1.01,5.303628921508789
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,1,1,power_law_1.01,5.159030532836914
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,1,1,power_law_1.01,5.591632080078125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,1,1,power_law_1.01,280.9645751953125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,1,1,power_law_1.01,5.722982406616211
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,1,1,power_law_1.01,5.850966262817383
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,1,1,power_law_1.01,6.469696044921875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,1,1,power_law_1.01,7.322377777099609
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,1,1,power_law_1.01,9.324604797363282
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,1,1,power_law_1.01,12.74359359741211
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,1,1,power_law_1.01,16.89307556152344
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,1,1,power_law_1.01,22.51262969970703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,1,1,power_law_1.01,29.36408386230469
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,1,1,power_law_1.01,42.35759582519531
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,1,1,power_law_1.2,3.116399955749512
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,1,1,power_law_1.2,3.955091094970703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,1,1,power_law_1.01,426.86220703125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,1,1,power_law_1.01,57.64322509765625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,1,1,power_law_1.2,7.2550048828125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,1,1,power_law_1.2,7.264147186279297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,1,1,power_law_1.2,12.460076904296875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,1,1,power_law_1.2,12.464988708496094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,1,1,power_law_1.2,12.842483520507812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,1,1,power_law_1.2,12.972579956054688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,1,1,power_law_1.2,12.990745544433594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,1,1,power_law_1.2,13.310940551757813
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,1,1,power_law_1.01,87.06771850585938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,1,1,power_law_1.2,13.56976318359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,1,1,power_law_1.2,13.722242736816407
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,1,1,power_law_1.2,14.084556579589844
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,1,1,power_law_1.2,16.517750549316407
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,1,1,power_law_1.2,20.040115356445312
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,1,1,power_law_1.2,22.029020690917967
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,1,1,power_law_1.01,110.20205078125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,1,1,power_law_1.2,21.91580810546875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,1,1,power_law_1.2,28.324786376953124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,1,1,power_law_1.2,37.54762268066406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,1,1,power_law_1.01,137.8241943359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,1,1,power_law_1.2,54.32119140625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,1,1,power_law_1.2,74.62681884765625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,1,1,power_law_1.01,579.20986328125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,1,1,power_law_1.2,106.20205078125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,1,1,power_law_1.2,1.5080127716064453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,1,1,power_law_1.2,2.6367328643798826
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,1,1,power_law_1.2,3.256729507446289
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,1,1,power_law_1.2,4.320985412597656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,1,1,power_law_1.2,4.887648010253907
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,1,1,power_law_1.2,4.9391742706298825
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,1,1,power_law_1.2,4.986563110351563
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,1,1,power_law_1.2,5.032592010498047
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,1,1,power_law_1.2,136.1716064453125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,1,1,power_law_1.2,5.082169723510742
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,1,1,power_law_1.2,5.097350311279297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,1,1,power_law_1.2,5.156415939331055
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,1,1,power_law_1.2,5.233116912841797
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,1,1,power_law_1.2,5.312873458862304
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,1,1,power_law_1.2,5.6145984649658205
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,1,1,power_law_1.2,5.740655899047852
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,1,1,power_law_1.2,5.877686309814453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,1,1,power_law_1.2,6.472032165527343
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,1,1,power_law_1.2,7.5229949951171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,1,1,power_law_1.2,9.555919647216797
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,1,1,power_law_1.2,13.18414764404297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,1,1,power_law_1.2,16.90396728515625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,1,1,power_law_1.2,23.988748168945314
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,1,1,power_law_1.2,206.829296875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,1,1,power_law_1.2,30.487896728515626
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,1,1,power_law_1.01,727.933642578125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,1,1,power_law_1.2,43.4696044921875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,1,1,power_law_1.2,59.826666259765624
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,1,1,power_law_1.01,4.645548629760742
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,1,1,power_law_1.01,8.325753784179687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,1,1,power_law_1.2,282.76064453125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,1,1,power_law_1.01,12.799343872070313
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,1,1,power_law_1.2,84.03131103515625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,1,1,power_law_1.01,12.824876403808593
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,1,1,power_law_1.01,22.23137969970703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,1,1,power_law_1.01,22.533016967773438
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,1,1,power_law_1.2,110.170947265625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,1,1,power_law_1.01,23.158610534667968
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,1,1,power_law_1.01,23.589654541015626
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,1,1,power_law_1.01,23.953823852539063
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,1,1,power_law_1.01,24.400358581542967
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,1,1,power_law_1.01,25.063360595703124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,1,1,power_law_1.01,25.66883239746094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,1,1,power_law_1.01,27.16844787597656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,1,1,power_law_1.01,30.49992980957031
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,1,1,power_law_1.2,136.6793701171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,1,1,power_law_1.01,38.81741638183594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,1,1,power_law_1.01,37.41026611328125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,1,1,power_law_1.01,44.89344177246094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,1,1,power_law_1.2,425.848046875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,1,1,power_law_1.01,59.516961669921876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,1,1,power_law_1.01,64.67034912109375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,1,1,power_law_1.01,98.74551391601562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,1,1,power_law_1.01,120.03544921875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,1,1,power_law_1.01,189.8026611328125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,1,1,power_law_1.2,585.506396484375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,1,1,power_law_1.01,2.344745635986328
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,1,1,power_law_1.01,4.408556747436523
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,1,1,power_law_1.01,6.634022521972656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,1,1,power_law_1.01,236.0243896484375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,1,1,power_law_1.01,8.503823852539062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,1,1,power_law_1.01,8.721491241455078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,1,1,power_law_1.01,8.793036651611327
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,1,1,power_law_1.01,8.866815948486328
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,1,1,power_law_1.01,8.94420166015625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,1,1,power_law_1.01,8.972681427001953
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,1,1,power_law_1.01,9.021129608154297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,1,1,power_law_1.01,9.14324493408203
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,1,1,power_law_1.01,9.237174224853515
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,1,1,power_law_1.01,9.341222381591797
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,1,1,power_law_1.2,729.01943359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,1,1,power_law_1.01,9.50513916015625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,1,1,power_law_1.01,9.710307312011718
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,1,1,power_law_1.01,9.934060668945312
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,1,1,power_law_1.01,10.800016021728515
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,1,1,power_law_1.01,12.260671997070313
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,1,1,power_law_1.01,355.9503662109375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,1,1,power_law_1.01,15.244569396972656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,1,1,power_law_1.01,19.976678466796876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,1,1,power_law_1.01,26.189825439453124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,1,1,power_law_1.01,35.78187255859375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,1,1,power_law_1.01,46.88427734375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,1,1,power_law_1.01,69.054052734375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,1,1,power_law_1.01,89.27435302734375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,1,1,power_law_1.2,4.6565601348876955
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,1,1,power_law_1.2,8.381059265136718
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,1,1,power_law_1.01,487.989208984375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,1,1,power_law_1.2,12.796841430664063
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,1,1,power_law_1.2,12.791117095947266
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,1,1,power_law_1.2,22.056434631347656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,1,1,power_law_1.01,132.50728759765624
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,1,1,power_law_1.2,22.476470947265625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,1,1,power_law_1.2,23.07524871826172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,1,1,power_law_1.2,23.57440948486328
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,1,1,power_law_1.2,23.884310913085937
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,1,1,power_law_1.2,24.181056213378906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,1,1,power_law_1.2,24.960736083984376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,1,1,power_law_1.2,25.67064208984375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,1,1,power_law_1.01,177.28253173828125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,1,1,power_law_1.2,27.143753051757812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,1,1,power_law_1.2,30.572158813476562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,1,1,power_law_1.2,38.809939575195315
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,1,1,power_law_1.2,36.42329711914063
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,1,1,power_law_1.2,44.47634582519531
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,1,1,power_law_1.01,221.4657470703125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,1,1,power_law_1.2,59.219781494140626
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,1,1,power_law_1.2,64.6818359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,1,1,power_law_1.2,96.4537109375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,1,1,power_law_1.2,119.42744140625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,1,1,power_law_1.01,740.2451171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,1,1,power_law_1.2,188.804736328125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,1,1,power_law_1.2,236.3743408203125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,1,1,power_law_1.2,2.345648002624512
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,1,1,power_law_1.2,4.411139297485351
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,1,1,power_law_1.2,6.656534576416016
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,1,1,power_law_1.2,8.490102386474609
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,1,1,power_law_1.2,8.721794891357423
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,1,1,power_law_1.2,8.780054473876953
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,1,1,power_law_1.2,8.857612609863281
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,1,1,power_law_1.2,8.900755310058594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,1,1,power_law_1.2,8.986284637451172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,1,1,power_law_1.2,9.013075256347657
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,1,1,power_law_1.2,9.107695770263671
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,1,1,power_law_1.2,9.19046401977539
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,1,1,power_law_1.2,9.337315368652344
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,1,1,power_law_1.2,356.2020263671875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,1,1,power_law_1.2,9.5029052734375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,1,1,power_law_1.2,9.685689544677734
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,1,1,power_law_1.2,9.893106842041016
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,1,1,power_law_1.2,10.833679962158204
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,1,1,power_law_1.2,12.374447631835938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,1,1,power_law_1.2,15.348442077636719
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,1,1,power_law_1.01,1013.92958984375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,1,1,power_law_1.2,20.020953369140624
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,1,1,power_law_1.2,26.49359130859375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,1,1,power_law_1.2,36.42458801269531
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,1,1,power_law_1.2,47.28550415039062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,1,1,power_law_1.2,67.9621337890625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,1,1,power_law_1.2,483.367236328125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,1,1,power_law_1.2,92.63211669921876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,1,1,power_law_1.01,2.7666656494140627
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,1,1,power_law_1.2,133.0593017578125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,1,1,power_law_1.01,5.3626750946044925
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,1,1,power_law_1.01,9.033273315429687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,1,1,power_law_1.01,16.88904266357422
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,1,1,power_law_1.2,174.991845703125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,1,1,power_law_1.01,28.481207275390624
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,1,1,power_law_1.01,46.70648193359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,1,1,power_law_1.01,1246.6115234375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,1,1,power_law_1.01,58.700311279296876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,1,1,power_law_1.2,221.484326171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,1,1,power_law_1.01,65.00166625976563
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,1,1,power_law_1.01,69.32842407226562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,1,1,power_law_1.01,72.41854248046874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,1,1,power_law_1.01,75.69769897460938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,1,1,power_law_1.01,77.19777221679688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,1,1,power_law_1.2,741.95009765625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,1,1,power_law_1.01,77.52816772460938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,1,1,power_law_1.01,78.10291748046875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,1,1,power_law_1.01,102.23386840820312
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,1,1,power_law_1.01,103.21102294921874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,1,1,power_law_1.01,105.4717529296875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,1,1,power_law_1.01,111.848779296875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,1,1,power_law_1.01,117.64312744140625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,1,1,power_law_1.01,125.22666015625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,1,1,power_law_1.01,154.513037109375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,1,1,power_law_1.2,1000.06083984375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,1,1,power_law_1.01,170.30352783203125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,1,1,power_law_1.01,205.8695556640625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,1,power_law_1.01,1.6780128479003906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,1,1,power_law_1.01,259.5997314453125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,1,power_law_1.01,2.955401611328125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,1,power_law_1.01,5.231843185424805
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,1,power_law_1.01,15.442562866210938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,1,power_law_1.01,24.84899139404297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,1,power_law_1.01,9.094064331054687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,1,power_law_1.01,30.788275146484374
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,1,1,power_law_1.01,312.9744873046875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,1,power_law_1.01,33.764706420898435
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,1,power_law_1.01,35.758294677734376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,1,power_law_1.01,36.94577331542969
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,1,power_law_1.01,38.5172119140625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,1,power_law_1.01,38.79215698242187
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,1,power_law_1.01,38.138421630859376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,1,power_law_1.01,39.07905578613281
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,1,1,power_law_1.2,1261.484765625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,1,power_law_1.01,40.401791381835935
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,1,power_law_1.01,40.68870544433594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,1,power_law_1.01,41.186309814453125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,1,1,power_law_1.01,432.77734375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,1,power_law_1.01,42.61876525878906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,1,power_law_1.01,45.46759033203125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,1,power_law_1.01,47.574005126953125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,1,power_law_1.01,43.23661804199219
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,1,power_law_1.01,52.24208984375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,1,power_law_1.01,59.42535400390625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,1,power_law_1.01,69.73817749023438
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,1,1,power_law_1.2,2.9691232681274413
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,1,1,power_law_1.2,5.613766479492187
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,1,1,power_law_1.2,9.038384246826173
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,1,power_law_1.01,84.25347900390625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,1,1,power_law_1.2,16.95765380859375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,1,1,power_law_1.2,28.476290893554687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,1,power_law_1.01,110.203515625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,1,1,power_law_1.2,46.709494018554686
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,1,power_law_1.01,136.65692138671875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,1,1,power_law_1.01,565.43779296875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,1,1,power_law_1.2,58.60791015625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,1,1,power_law_1.2,64.993359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,1,1,power_law_1.01,164.8376220703125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,1,1,power_law_1.2,72.40862426757812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,1,1,power_law_1.2,69.32498779296876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,1,1,power_law_1.2,75.72609252929688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,1,1,power_law_1.2,77.26688232421876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,1,1,power_law_1.2,77.46859130859374
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,1,1,power_law_1.2,78.072900390625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,1,1,power_law_1.2,102.20818481445312
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,1,1,power_law_1.2,103.17113037109375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,1,1,power_law_1.01,702.789306640625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,1,1,power_law_1.2,105.680908203125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,1,1,power_law_1.2,111.95042724609375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,1,1,power_law_1.2,117.72230224609375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,1,1,power_law_1.2,124.85592041015624
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,1,1,power_law_1.2,154.26759033203126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,1,power_law_1.2,1.676924705505371
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,1,1,power_law_1.2,170.1744873046875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,1,power_law_1.2,5.268307113647461
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,1,power_law_1.2,2.9500864028930662
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,1,power_law_1.2,9.188886260986328
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,1,power_law_1.2,15.419480895996093
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,1,power_law_1.2,24.84730224609375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,1,1,power_law_1.2,216.2329833984375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,1,power_law_1.2,30.809149169921874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,1,power_law_1.2,33.77743225097656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,1,power_law_1.2,35.926458740234374
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,1,1,power_law_1.2,258.2040283203125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,1,power_law_1.2,36.86952514648438
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,1,power_law_1.2,38.11653137207031
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,1,power_law_1.2,38.53042297363281
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,1,power_law_1.2,38.782867431640625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,1,power_law_1.2,39.103546142578125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,1,1,power_law_1.2,310.254345703125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,1,power_law_1.2,40.408331298828124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,1,power_law_1.2,40.658868408203126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,1,power_law_1.2,41.213174438476564
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,1,power_law_1.2,42.323934936523436
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,1,power_law_1.2,43.295263671875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,1,power_law_1.2,45.355734252929686
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,1,power_law_1.2,47.486123657226564
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,1,power_law_1.2,52.36533813476562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,1,power_law_1.2,59.5706298828125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,1,power_law_1.2,70.1430419921875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,1,1,power_law_1.2,432.49072265625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,1,power_law_1.2,84.5057373046875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,1,1,power_law_1.01,0.4513247966766357
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,1,1,power_law_1.01,0.682854413986206
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,1,power_law_1.2,108.8469482421875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,1,1,power_law_1.01,1.2404543876647949
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,1,1,power_law_1.01,1.8206623077392579
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,1,power_law_1.2,134.87547607421874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,1,1,power_law_1.01,4.087798309326172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,1,1,power_law_1.01,2.8016767501831055
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,1,1,power_law_1.01,4.157606506347657
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,1,1,power_law_1.01,4.478720092773438
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,1,1,power_law_1.01,3.9678623199462892
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,1,1,power_law_1.01,4.240272140502929
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,1,1,power_law_1.01,4.208771133422852
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,1,1,power_law_1.2,565.563330078125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,1,1,power_law_1.2,169.61468505859375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,1,1,power_law_1.01,4.271443176269531
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,1,1,power_law_1.01,4.330307388305664
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,1,1,power_law_1.01,4.907187271118164
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,1,1,power_law_1.01,5.124934387207031
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,1,1,power_law_1.01,4.450646209716797
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,1,1,power_law_1.01,4.505571365356445
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,1,1,power_law_1.01,4.597452926635742
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,1,1,power_law_1.01,5.128815841674805
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,1,1,power_law_1.01,5.5046142578125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,1,1,power_law_1.01,6.027088165283203
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,1,1,power_law_1.01,7.282675170898438
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,1,1,power_law_1.01,28.54239501953125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,1,1,power_law_1.01,8.69677734375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,1,1,power_law_1.01,12.049935913085937
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,1,power_law_1.01,0.7080704212188721
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,1,power_law_1.01,1.5195296287536622
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,1,1,power_law_1.01,15.464016723632813
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,1,power_law_1.01,2.0122751235961913
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,1,1,power_law_1.01,35.3360107421875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,1,power_law_1.01,2.260492706298828
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,1,1,power_law_1.01,22.25957794189453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,1,power_law_1.01,2.3340127944946287
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,1,power_law_1.01,2.351158332824707
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,1,power_law_1.01,2.3632959365844726
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,1,power_law_1.01,2.4169055938720705
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,1,power_law_1.01,2.5845375061035156
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,1,power_law_1.01,2.6063711166381838
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,1,power_law_1.01,0.3214495897293091
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,1,power_law_1.01,2.641222381591797
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,1,power_law_1.01,2.6966272354125977
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,1,power_law_1.01,2.725472068786621
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,1,power_law_1.01,1.0471872329711913
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,1,power_law_1.01,2.807571220397949
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,1,power_law_1.01,0.48011198043823244
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,1,power_law_1.01,2.9672672271728517
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,1,power_law_1.01,3.122758483886719
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,1,power_law_1.01,3.443766403198242
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,1,power_law_1.01,3.8273952484130858
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,1,power_law_1.01,4.871007919311523
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,1,power_law_1.01,5.878623962402344
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,1,power_law_1.01,8.154121398925781
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,1,power_law_1.01,10.486643218994141
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,1,1,power_law_1.2,1.82174072265625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,1,power_law_1.01,15.249626159667969
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,1,1,power_law_1.2,699.612939453125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,1,1,power_law_1.2,2.7782304763793944
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,1,power_law_1.01,20.21662139892578
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,1,1,power_law_1.2,3.734105682373047
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,1,1,power_law_1.2,4.155814361572266
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,2048,768,8,128,1,1,power_law_1.01,24.279974365234374
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,1,1,power_law_1.2,4.2095073699951175
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,1,1,power_law_1.2,4.238307189941406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,1,1,power_law_1.2,0.6478847980499267
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,1,1,power_law_1.2,4.237977600097656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,1,1,power_law_1.2,0.4328447818756104
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,1,1,power_law_1.2,4.332339096069336
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,1,1,power_law_1.2,1.1796607971191406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,1,1,power_law_1.2,4.269055938720703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,1,1,power_law_1.2,4.594527816772461
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,1,1,power_law_1.2,4.324198532104492
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,1,1,power_law_1.2,5.49524154663086
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,1,1,power_law_1.2,6.042566299438477
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,1,1,power_law_1.2,7.298377227783203
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,1,1,power_law_1.2,8.885731506347657
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,1,1,power_law_1.2,5.1287841796875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,1,1,power_law_1.2,12.0968994140625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,1,1,power_law_1.2,4.8861854553222654
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,1,1,power_law_1.2,4.703526306152344
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,1,1,power_law_1.2,4.452902221679688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,1,1,power_law_1.2,15.52574462890625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,1,power_law_1.2,0.6991712093353272
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,1,power_law_1.2,1.050547218322754
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,1,power_law_1.2,1.5212608337402345
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,1,power_law_1.2,2.0615936279296876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,1,1,power_law_1.2,22.19586181640625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,1,1,power_law_1.2,4.493001556396484
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,1,power_law_1.2,2.2563039779663088
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,1,power_law_1.2,2.340246391296387
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,1,power_law_1.2,2.3517120361328123
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,1,power_law_1.2,2.36396484375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,1,power_law_1.2,2.4122079849243163
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,1,power_law_1.2,2.5810688018798826
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,1,power_law_1.2,2.606988716125488
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,1,power_law_1.2,2.635180854797363
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,1,power_law_1.2,2.680473518371582
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,1,1,power_law_1.2,28.36273193359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,1,power_law_1.2,2.724758338928223
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,1,power_law_1.2,2.803254318237305
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,1,power_law_1.2,2.9470176696777344
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,1,power_law_1.2,3.128518486022949
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,1,power_law_1.2,3.4497920989990236
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,1,1,power_law_1.2,35.446658325195315
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,1,power_law_1.2,3.831577682495117
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,1,power_law_1.2,0.4809375762939453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,1,power_law_1.2,4.880160140991211
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,1,power_law_1.2,5.876700973510742
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,1,power_law_1.2,8.637407684326172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,1,power_law_1.2,10.470845031738282
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,1,1,power_law_1.01,3.88675537109375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,1,power_law_1.2,15.243373107910156
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,1,1,power_law_1.01,7.378358459472656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,1,power_law_1.2,19.93723907470703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,1,1,power_law_1.01,10.929305267333984
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,1,power_law_1.2,0.3211711883544922
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,2048,768,8,128,1,1,power_law_1.2,24.336834716796876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,1,1,power_law_1.01,2.1199008941650392
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,1,1,power_law_1.01,14.390518188476562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,1,1,power_law_1.01,1.1875264167785644
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,1,1,power_law_1.01,15.701266479492187
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,1,1,power_law_1.01,16.099955749511718
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,1,1,power_law_1.01,16.342378234863283
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,1,1,power_law_1.01,16.720387268066407
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,1,1,power_law_1.01,16.55004119873047
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,1,1,power_law_1.01,22.467523193359376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,1,1,power_law_1.01,22.79468231201172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,1,1,power_law_1.01,23.295555114746094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,1,1,power_law_1.01,23.872483825683595
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,1,1,power_law_1.01,24.222425842285155
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,1,1,power_law_1.01,24.938748168945313
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,1,1,power_law_1.01,26.448141479492186
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,1,1,power_law_1.01,29.925323486328125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,1,1,power_law_1.01,31.935855102539062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,1,1,power_law_1.01,38.32850341796875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,1,1,power_law_1.01,52.21661376953125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,1,1,power_law_1.01,65.33720092773437
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,1,power_law_1.01,0.7888576030731201
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,1,power_law_1.01,2.09334716796875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,1,power_law_1.01,3.65503044128418
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,1,power_law_1.01,1.229206371307373
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,1,power_law_1.01,5.6143646240234375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,1,power_law_1.01,7.159801483154297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,1,power_law_1.01,8.088393402099609
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,1,power_law_1.01,8.322672271728516
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,1,1,power_law_1.01,91.14625244140625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,1,power_law_1.01,8.517990112304688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,1,power_law_1.01,8.551321411132813
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,1,power_law_1.01,8.623075103759765
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,1,power_law_1.01,8.987836456298828
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,1,power_law_1.01,9.030226898193359
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,1,power_law_1.01,9.26968002319336
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,1,power_law_1.01,9.184899139404298
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,1,power_law_1.01,9.385971069335938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,1,power_law_1.01,9.558403015136719
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,1,power_law_1.01,9.898979187011719
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,1,power_law_1.01,10.293254089355468
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,1,1,power_law_1.01,117.2718505859375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,1,power_law_1.01,11.114530944824219
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,1,power_law_1.01,12.158573150634766
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,1,power_law_1.01,14.911917114257813
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,1,power_law_1.01,18.584010314941406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,1,power_law_1.01,25.308534240722658
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,1,1,power_law_1.2,1.2115615844726562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,1,power_law_1.01,32.17787475585938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,1,1,power_law_1.2,2.1175264358520507
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,1,1,power_law_1.01,168.40501708984374
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,1,power_law_1.01,45.85050659179687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,1,1,power_law_1.2,7.345980834960938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,1,1,power_law_1.2,11.069977569580079
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,1,1,power_law_1.2,3.872604751586914
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,1,1,power_law_1.2,14.386976623535157
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,1,power_law_1.01,60.55234985351562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,1,1,power_law_1.2,15.696409606933594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,1,1,power_law_1.2,16.0376220703125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,1,1,power_law_1.2,16.335910034179687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,1,1,power_law_1.2,16.54957733154297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,1,1,power_law_1.2,16.7121826171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,1,1,power_law_1.01,76.01869506835938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,1,1,power_law_1.2,22.430067443847655
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,1,1,power_law_1.2,22.926002502441406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,1,1,power_law_1.01,221.727734375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,1,1,power_law_1.2,23.273823547363282
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,1,1,power_law_1.2,23.838595581054687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,1,1,power_law_1.2,24.280128479003906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,1,1,power_law_1.2,24.954255676269533
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,1,1,power_law_1.2,26.36896667480469
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,1,1,power_law_1.2,29.556414794921874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,1,1,power_law_1.2,31.9561279296875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,1,1,power_law_1.2,38.135781860351564
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,1,1,power_law_1.2,52.152801513671875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,1,1,power_law_1.01,277.4458984375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,1,power_law_1.2,0.7864319801330566
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,1,power_law_1.2,1.2257568359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,1,power_law_1.2,2.0930335998535154
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,1,1,power_law_1.2,65.32362060546875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,1,power_law_1.2,5.6228992462158205
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,1,power_law_1.2,7.147245025634765
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,1,power_law_1.2,8.089180755615235
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,1,power_law_1.2,3.6560672760009765
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,1,power_law_1.2,8.323471832275391
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,1,power_law_1.2,8.51715545654297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,1,power_law_1.2,8.552352142333984
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,1,1,power_law_1.2,91.15584716796874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,1,power_law_1.2,8.621453094482423
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,1,power_law_1.2,8.976918029785157
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,1,power_law_1.2,9.049107360839844
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,1,power_law_1.2,9.2056640625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,1,power_law_1.2,9.27023696899414
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,1,power_law_1.2,9.37734375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,1,power_law_1.2,9.554029083251953
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,1,power_law_1.2,9.928870391845702
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,1,power_law_1.2,10.284255981445312
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,1,power_law_1.2,11.109696197509766
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,1,1,power_law_1.2,117.4197021484375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,1,power_law_1.2,12.236640167236327
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,1,power_law_1.2,15.132949829101562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,1,power_law_1.2,17.88648681640625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,1,power_law_1.2,24.86558380126953
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,1,power_law_1.2,32.03236389160156
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,1,1,power_law_1.01,2.8055776596069335
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,1,1,power_law_1.01,5.340940856933594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,1,1,power_law_1.01,9.693385314941406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,1,power_law_1.2,46.162637329101564
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,1,1,power_law_1.2,167.77841796875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,1,1,power_law_1.01,17.97992706298828
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,1,power_law_1.2,62.3694580078125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,1,1,power_law_1.01,28.626260375976564
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,1,1,power_law_1.2,74.21578369140624
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,1,1,power_law_1.01,41.957080078125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,1,1,power_law_1.01,46.50558776855469
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,1,1,power_law_1.01,49.910125732421875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,1,1,power_law_1.2,221.8138427734375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,1,1,power_law_1.01,50.90013732910156
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,1,1,power_law_1.01,51.49326171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,1,1,power_law_1.01,52.17626953125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,1,1,power_law_1.01,52.634466552734374
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,1,1,power_law_1.2,279.8069091796875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,1,1,power_law_1.01,71.55784912109375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,1,1,power_law_1.01,72.81766967773437
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,1,1,power_law_1.01,74.27217407226563
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,1,1,power_law_1.01,75.55022583007812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,1,1,power_law_1.01,77.800927734375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,1,1,power_law_1.01,81.27432250976562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,1,1,power_law_1.01,83.90057373046875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,1,1,power_law_1.01,99.75361328125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,1,1,power_law_1.01,112.8303466796875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,1,1,power_law_1.01,1.7018463134765625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,1,1,power_law_1.01,145.9011962890625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,1,power_law_1.01,3.0319072723388674
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,1,power_law_1.01,5.170521545410156
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,1,1,power_law_1.01,9.334406280517578
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,1,1,power_law_1.01,15.33387451171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,1,1,power_law_1.01,176.5921142578125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,1,1,power_law_1.01,21.127392578125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,1,1,power_law_1.01,23.534626770019532
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,1,1,power_law_1.01,25.185874938964844
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,1,1,power_law_1.01,25.61162109375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,1,power_law_1.01,25.701382446289063
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,1,1,power_law_1.01,26.127471923828125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,1,power_law_1.01,26.28232421875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,1,1,power_law_1.01,235.681591796875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,1,1,power_law_1.01,27.25867614746094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,1,1,power_law_1.01,27.571319580078125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,1,1,power_law_1.01,27.908929443359376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,1,1,power_law_1.01,28.18702392578125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,1,1,power_law_1.01,28.708880615234374
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,1,1,power_law_1.01,29.641339111328126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,1,1,power_law_1.01,30.582015991210938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,1,1,power_law_1.01,303.66875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,1,1,power_law_1.01,32.69935302734375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,1,1,power_law_1.01,34.874420166015625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,1,1,power_law_1.01,41.724221801757814
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,1,1,power_law_1.01,45.844940185546875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,1,1,power_law_1.01,63.80128784179688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,1,1,power_law_1.2,3.001113510131836
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,1,1,power_law_1.2,5.39156494140625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,1,1,power_law_1.01,80.23075561523437
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,1,1,power_law_1.2,9.679090881347657
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,1,1,power_law_1.2,17.954873657226564
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,1,1,power_law_1.01,101.99904174804688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,1,1,power_law_1.2,28.631057739257812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,1,1,power_law_1.01,441.9767578125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,1,1,power_law_1.2,42.01016540527344
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,1,1,power_law_1.01,132.67794189453124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,1,1,power_law_1.2,46.529318237304686
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,1,1,power_law_1.2,49.93302612304687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,1,1,power_law_1.2,50.87333374023437
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,1,1,power_law_1.2,51.47247314453125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,1,1,power_law_1.01,165.3582763671875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,1,1,power_law_1.2,52.15943603515625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,1,1,power_law_1.2,52.620416259765626
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,1,1,power_law_1.2,71.49966430664062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,1,1,power_law_1.2,72.88824462890625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,1,1,power_law_1.2,74.36149291992187
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,1,1,power_law_1.2,75.58272705078124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,1,1,power_law_1.2,77.80037231445313
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,1,1,power_law_1.2,81.240087890625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,1,1,power_law_1.01,594.085693359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,1,1,power_law_1.2,83.93863525390626
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,1,1,power_law_1.2,105.63179931640624
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,1,1,power_law_1.2,113.0294677734375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,1,1,power_law_1.2,145.82440185546875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,1,1,power_law_1.2,1.6987039566040039
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,1,power_law_1.2,3.044528007507324
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,1,power_law_1.2,5.152291107177734
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,1,1,power_law_1.2,9.331676483154297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,1,1,power_law_1.2,176.607568359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,1,1,power_law_1.2,15.333955383300781
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,1,1,power_law_1.01,746.627734375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,1,1,power_law_1.2,23.529225158691407
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,1,1,power_law_1.2,21.1156005859375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,1,1,power_law_1.2,25.19444122314453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,1,1,power_law_1.2,234.8089599609375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,1,1,power_law_1.2,25.613409423828124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,1,power_law_1.2,25.684524536132812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,1,1,power_law_1.2,26.14539489746094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,1,power_law_1.2,26.325833129882813
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,1,1,power_law_1.2,27.342593383789062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,1,1,power_law_1.2,27.612838745117188
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,1,1,power_law_1.2,28.003204345703125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,1,1,power_law_1.2,28.101162719726563
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,1,1,power_law_1.2,28.699822998046876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,1,1,power_law_1.2,303.45068359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,1,1,power_law_1.2,29.588348388671875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,1,1,power_law_1.2,30.792034912109376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,1,1,power_law_1.2,32.73537902832031
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,1,1,power_law_1.2,34.90447998046875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,1,1,power_law_1.2,42.2219482421875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,1,1,power_law_1.2,45.290322875976564
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,1,1,power_law_1.2,62.454010009765625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,1,1,power_law_1.2,77.95621948242187
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,1,1,power_law_1.01,3.105936050415039
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,1,1,power_law_1.01,5.837744140625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,1,1,power_law_1.01,9.812310028076173
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,1,1,power_law_1.2,102.62291259765625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,1,1,power_law_1.01,18.738140869140626
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,1,1,power_law_1.2,444.648681640625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,1,1,power_law_1.01,33.84673156738281
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,1,1,power_law_1.2,133.97962646484376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,1,1,power_law_1.01,55.030181884765625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,1,1,power_law_1.2,163.3473876953125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,1,1,power_law_1.01,72.42930908203125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,1,1,power_law_1.01,85.29657592773438
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,1,1,power_law_1.01,94.26264038085938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,1,1,power_law_1.01,99.80308227539062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,1,1,power_law_1.01,106.06060791015625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,1,1,power_law_1.01,111.70604248046875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,1,1,power_law_1.01,113.5140625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,1,1,power_law_1.2,599.77763671875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,1,1,power_law_1.01,115.9933837890625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,1,1,power_law_1.01,116.1638427734375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,1,1,power_law_1.01,117.29403076171874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,1,1,power_law_1.01,154.14359130859376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,1,1,power_law_1.01,159.1901611328125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,1,1,power_law_1.2,741.09599609375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,1,1,power_law_1.01,165.35767822265626
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,1,1,power_law_1.01,177.43443603515624
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,1,1,power_law_1.01,185.7478515625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,1,power_law_1.01,1.8137760162353516
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,1,power_law_1.01,3.069964790344238
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,1,power_law_1.01,5.424444961547851
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,1,power_law_1.01,9.760192108154296
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,1,1,power_law_1.01,227.615234375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,1,power_law_1.01,17.086579895019533
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,1,power_law_1.01,28.726239013671876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,1,1,power_law_1.01,275.98369140625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,1,power_law_1.01,35.798526000976565
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,1,power_law_1.01,42.14979553222656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,1,power_law_1.01,46.74969482421875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,1,power_law_1.01,50.298388671875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,1,power_law_1.01,54.077630615234376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,1,1,power_law_1.01,321.0244384765625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,1,power_law_1.01,54.77833862304688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,1,power_law_1.01,56.69972534179688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,1,1,power_law_1.01,351.0335693359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,1,power_law_1.01,57.63955078125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,1,power_law_1.01,58.03019409179687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,1,power_law_1.01,58.324884033203126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,1,power_law_1.01,60.73262939453125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,1,power_law_1.01,62.13209838867188
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.01,63.7408935546875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.01,65.67133178710938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.01,67.74069213867188
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.01,72.58599853515625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,1,1,power_law_1.01,467.8560546875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.01,77.68726806640625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.01,89.365087890625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,1,1,power_law_1.2,5.818320083618164
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.01,101.2721923828125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,1,1,power_law_1.2,3.116179275512695
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,1,1,power_law_1.2,9.815673828125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,1,1,power_law_1.2,18.806396484375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.01,126.05567626953125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,1,1,power_law_1.2,33.744989013671876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,1,1,power_law_1.01,595.18095703125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,1,1,power_law_1.2,54.9553955078125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.01,151.83135986328125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,1,1,power_law_1.2,72.45238037109375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,1,1,power_law_1.01,181.48485107421874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,1,1,power_law_1.2,85.28117065429687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,1,1,power_law_1.2,94.34501953125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,1,1,power_law_1.2,99.7948974609375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,1,1,power_law_1.2,105.957421875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,1,1,power_law_1.2,111.71287841796875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,1,1,power_law_1.2,113.51236572265626
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,1,1,power_law_1.01,734.196728515625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,1,1,power_law_1.2,115.94512939453125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,1,1,power_law_1.2,116.2974365234375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,1,1,power_law_1.2,117.262158203125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,1,1,power_law_1.2,154.12574462890626
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,1,1,power_law_1.2,158.56634521484375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,1,1,power_law_1.2,165.558935546875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,1,1,power_law_1.2,177.48802490234374
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,1,1,power_law_1.2,185.7247314453125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,1,power_law_1.2,1.8137983322143554
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,1,power_law_1.2,3.068720054626465
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,1,power_law_1.2,5.426607894897461
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,1,power_law_1.2,9.759613037109375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,1,1,power_law_1.2,233.3845458984375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,1,power_law_1.2,17.113856506347656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,1,power_law_1.2,29.940469360351564
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,1,1,power_law_1.2,276.060791015625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,1,power_law_1.2,35.79236755371094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,1,power_law_1.2,42.836181640625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,1,power_law_1.2,47.2793701171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,1,1,power_law_1.2,321.8839111328125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,1,power_law_1.2,50.218685913085935
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,1,power_law_1.2,54.049005126953126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,1,power_law_1.2,54.97540283203125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,1,power_law_1.2,56.707464599609374
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,1,power_law_1.2,57.70301513671875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,1,1,power_law_1.2,351.270068359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,1,power_law_1.2,58.003118896484374
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,1,power_law_1.2,58.3317138671875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,1,power_law_1.2,60.7794189453125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,1,power_law_1.2,62.12799072265625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.2,63.31778564453125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.2,65.50455322265626
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.2,67.72350463867187
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,1,1,power_law_1.2,453.716357421875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.2,72.73396606445313
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.2,77.58123779296875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.2,89.24918823242187
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,2,1,power_law_1.01,1.461903953552246
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,2,1,power_law_1.01,3.663391876220703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,2,1,power_law_1.01,2.19454402923584
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.2,99.60205688476563
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,2,1,power_law_1.01,4.857065582275391
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,2,1,power_law_1.01,4.251567840576172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,2,1,power_law_1.01,5.24469108581543
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.2,125.98604736328124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,2,1,power_law_1.01,4.906118392944336
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,2,1,power_law_1.01,4.929257583618164
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,2,1,power_law_1.01,5.282585525512696
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,2,1,power_law_1.01,4.956332778930664
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,2,1,power_law_1.01,5.122220611572265
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,1,1,power_law_1.2,594.24365234375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.2,148.82132568359376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,2,1,power_law_1.01,5.015059280395508
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,2,1,power_law_1.01,5.07841911315918
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,2,1,power_law_1.01,5.319052886962891
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,2,1,power_law_1.01,5.414096069335938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,2,1,power_law_1.01,5.770111846923828
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,1,1,power_law_1.2,182.8115234375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,2,1,power_law_1.01,6.517116546630859
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,2,1,power_law_1.01,6.692991638183594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,2,1,power_law_1.01,8.845977783203125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,2,1,power_law_1.01,11.500125122070312
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,2,1,power_law_1.01,14.927084350585938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,2,1,power_law_1.01,20.94781494140625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,2,1,power_law_1.01,26.666482543945314
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,2,1,power_law_1.01,0.8418304443359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,2,1,power_law_1.01,0.8585760116577148
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,2,1,power_law_1.01,39.11795654296875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,2,1,power_law_1.01,53.02030029296875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,2,1,power_law_1.01,1.7891424179077149
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,2,1,power_law_1.01,2.629599952697754
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,1,1,power_law_1.2,737.680224609375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,2,1,power_law_1.01,2.8322015762329102
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,2,1,power_law_1.01,79.58358764648438
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,2,1,power_law_1.01,2.840275192260742
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,2,1,power_law_1.01,2.7898624420166014
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,2,1,power_law_1.01,2.914134407043457
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,2,1,power_law_1.01,2.699247932434082
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,2,1,power_law_1.01,2.8664831161499023
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,2,1,power_law_1.01,2.671561622619629
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,2,1,power_law_1.01,2.670911979675293
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,2,1,power_law_1.01,100.17020263671876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,2,1,power_law_1.01,2.6940704345703126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,2,1,power_law_1.01,4.908902359008789
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,2,1,power_law_1.01,3.0158111572265627
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,2,1,power_law_1.01,3.3378814697265624
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,2,1,power_law_1.01,3.438159942626953
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,2,1,power_law_1.01,8.398284912109375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,2,1,power_law_1.01,11.976060485839843
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,2,1,power_law_1.01,3.4940158843994142
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,2,1,power_law_1.01,126.8171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,2,1,power_law_1.01,3.915465545654297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,2,1,power_law_1.01,6.385497665405273
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,2,1,power_law_1.2,2.1880544662475585
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,2,1,power_law_1.01,15.136441040039063
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,2,1,power_law_1.2,1.3752191543579102
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,2,1,power_law_1.01,22.590435791015626
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,2,1,power_law_1.2,3.657612609863281
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,2,1,power_law_1.2,4.900096130371094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,2,1,power_law_1.01,28.38773193359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,2,1,power_law_1.2,4.927443313598633
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,2,1,power_law_1.2,4.964115142822266
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,2,1,power_law_1.2,4.262694549560547
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,2,1,power_law_1.2,4.974403381347656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,2,1,power_law_1.2,4.856617736816406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,2,1,power_law_1.2,5.116806411743164
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,2,1,power_law_1.01,42.76741027832031
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,2,1,power_law_1.2,5.330470275878906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,2,1,power_law_1.2,4.923932647705078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,2,1,power_law_1.2,6.824153900146484
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,2,1,power_law_1.2,5.016630554199219
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,2,1,power_law_1.2,5.072784042358398
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,2,1,power_law_1.2,8.897232055664062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,2,1,power_law_1.2,5.388540649414063
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,2,1,power_law_1.2,5.500508880615234
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,2,1,power_law_1.01,58.99283447265625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,2,1,power_law_1.2,11.490169525146484
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,2,1,power_law_1.2,6.326569747924805
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,2,1,power_law_1.01,73.6667724609375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,2,1,power_law_1.2,26.930557250976562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,2,1,power_law_1.2,14.786294555664062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,2,1,power_law_1.2,0.8781248092651367
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,2,1,power_law_1.2,53.57161254882813
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,2,1,power_law_1.2,1.8028224945068358
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,2,1,power_law_1.2,21.31011505126953
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,2,1,power_law_1.2,2.672534370422363
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,2,1,power_law_1.2,2.664905548095703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,2,1,power_law_1.2,2.691318321228027
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,2,1,power_law_1.2,0.8421407699584961
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,2,1,power_law_1.2,2.7138015747070314
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,2,1,power_law_1.2,2.731484794616699
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,2,1,power_law_1.2,2.7826847076416015
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,2,1,power_law_1.2,2.8165407180786133
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,2,1,power_law_1.2,74.62943725585937
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,2,1,power_law_1.2,2.8770111083984373
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,2,1,power_law_1.2,39.60227661132812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,2,1,power_law_1.2,3.4418529510498046
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,2,1,power_law_1.2,3.5875999450683596
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,2,1,power_law_1.2,2.628160095214844
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,2,1,power_law_1.2,3.9767135620117187
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,2,1,power_law_1.2,5.340588760375977
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,2,1,power_law_1.2,6.350889587402344
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,2,1,power_law_1.2,8.670915222167968
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,2,1,power_law_1.2,12.138572692871094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,2,1,power_law_1.2,2.6982336044311523
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,2,1,power_law_1.2,3.0349119186401365
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,2,1,power_law_1.2,3.337664031982422
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,2,1,power_law_1.2,15.158377075195313
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,2,1,power_law_1.01,2.377916717529297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,2,1,power_law_1.2,22.73020782470703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,2,1,power_law_1.01,3.2748382568359373
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,2,1,power_law_1.01,6.49554214477539
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,2,1,power_law_1.2,29.80419921875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,2,1,power_law_1.01,8.41141128540039
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,2,1,power_law_1.01,11.08331527709961
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,2,1,power_law_1.01,11.27383041381836
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,2,1,power_law_1.01,11.574848175048828
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,2,1,power_law_1.2,43.15066833496094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,2,1,power_law_1.2,127.0278076171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,2,1,power_law_1.01,11.789849853515625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,2,1,power_law_1.01,12.030687713623047
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,2,1,power_law_1.01,12.160931396484376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,2,1,power_law_1.2,102.31760864257812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,2,1,power_law_1.01,12.437776184082031
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,2,1,power_law_1.01,12.83453369140625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,2,1,power_law_1.01,13.1779296875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,2,1,power_law_1.01,15.756771850585938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,2,1,power_law_1.01,18.477340698242188
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,2,1,power_law_1.2,73.00145874023437
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,2,1,power_law_1.01,17.433747863769533
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,2,1,power_law_1.01,19.22905578613281
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,2,1,power_law_1.01,23.959068298339844
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,2,1,power_law_1.01,32.41918029785156
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,2,1,power_law_1.2,58.922027587890625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,2,1,power_law_1.01,46.1121826171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,2,1,power_law_1.01,57.490899658203126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,2,1,power_law_1.01,1.5572832107543946
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,2,1,power_law_1.01,84.25118408203124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,2,1,power_law_1.01,2.14898567199707
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,2,1,power_law_1.01,107.54434814453126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,2,1,power_law_1.01,4.255289459228516
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,2,1,power_law_1.01,4.29060173034668
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,2,1,power_law_1.01,4.324726486206055
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,2,1,power_law_1.01,2.7630943298339843
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,2,1,power_law_1.01,4.354880142211914
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,2,1,power_law_1.01,4.417248153686524
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,2,1,power_law_1.01,4.474252700805664
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,2,1,power_law_1.01,4.2082561492919925
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,2,1,power_law_1.01,4.526073455810547
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,2,1,power_law_1.01,4.57523193359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,2,1,power_law_1.01,160.53653564453126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,2,1,power_law_1.01,4.374607849121094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,2,1,power_law_1.01,4.787279891967773
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,2,1,power_law_1.01,5.677913665771484
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,2,1,power_law_1.01,4.901497650146484
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,2,1,power_law_1.01,6.191632080078125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,2,1,power_law_1.01,7.532012939453125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,2,1,power_law_1.01,10.108550262451171
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,2,1,power_law_1.01,4.978982543945312
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,2,1,power_law_1.01,13.196818542480468
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,2,1,power_law_1.01,18.708403015136717
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,2,1,power_law_1.01,24.006588745117188
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,2,1,power_law_1.01,216.553271484375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,2,1,power_law_1.01,46.32574462890625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,2,1,power_law_1.2,2.3585535049438477
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,2,1,power_law_1.01,35.98818359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,2,1,power_law_1.2,3.2525985717773436
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,2,1,power_law_1.2,8.471311950683594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,2,1,power_law_1.2,6.462547302246094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,2,1,power_law_1.01,68.8712890625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,2,1,power_law_1.2,11.056893157958985
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,2,1,power_law_1.2,11.228009796142578
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,2,1,power_law_1.2,11.610089874267578
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,2,1,power_law_1.2,11.746685028076172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,2,1,power_law_1.2,11.918335723876954
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,2,1,power_law_1.2,12.175984191894532
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,2,1,power_law_1.01,91.4688232421875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,2,1,power_law_1.2,12.520912170410156
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,2,1,power_law_1.2,12.850755310058593
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,2,1,power_law_1.2,13.090339660644531
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,2,1,power_law_1.2,15.813539123535156
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,2,1,power_law_1.2,18.13508758544922
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,2,1,power_law_1.2,17.566790771484374
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,2,1,power_law_1.2,19.320655822753906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,2,1,power_law_1.01,116.31688232421875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,2,1,power_law_1.2,24.089321899414063
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,2,1,power_law_1.01,334.9585205078125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,2,1,power_law_1.2,32.07785339355469
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,2,1,power_law_1.2,46.15168151855469
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,2,1,power_law_1.2,56.810150146484375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,2,1,power_law_1.2,84.0233642578125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,2,1,power_law_1.2,110.2458740234375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,2,1,power_law_1.2,1.5556832313537599
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,2,1,power_law_1.2,2.151638412475586
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,2,1,power_law_1.01,460.748681640625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,2,1,power_law_1.2,4.213958358764648
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,2,1,power_law_1.2,2.768000030517578
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,2,1,power_law_1.2,4.2417854309082035
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,2,1,power_law_1.2,4.273196792602539
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,2,1,power_law_1.2,160.62271728515626
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,2,1,power_law_1.2,4.301395034790039
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,2,1,power_law_1.2,4.339241409301758
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,2,1,power_law_1.2,4.373638534545899
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,2,1,power_law_1.2,4.392943954467773
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,2,1,power_law_1.2,4.453478240966797
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,2,1,power_law_1.2,4.508451080322265
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,2,1,power_law_1.2,4.581078338623047
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,2,1,power_law_1.2,4.803203201293945
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,2,1,power_law_1.2,5.6668449401855465
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,2,1,power_law_1.2,6.3453632354736325
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,2,1,power_law_1.2,7.621024322509766
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,2,1,power_law_1.2,4.899686431884765
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,2,1,power_law_1.2,4.997721481323242
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,2,1,power_law_1.2,10.123827362060547
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,2,1,power_law_1.2,211.211572265625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,2,1,power_law_1.2,13.293954467773437
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,2,1,power_law_1.2,18.8395263671875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,2,1,power_law_1.2,24.64317169189453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,2,1,power_law_1.2,36.11306457519531
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,2,1,power_law_1.01,574.93056640625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,2,1,power_law_1.2,48.93025207519531
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,2,1,power_law_1.01,2.6090431213378906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,2,1,power_law_1.01,5.242879867553711
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,2,1,power_law_1.01,1.6495071411132813
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,2,1,power_law_1.01,8.553961944580077
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,2,1,power_law_1.2,68.33914184570312
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,2,1,power_law_1.01,14.828016662597657
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,2,1,power_law_1.01,24.868284606933592
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,2,1,power_law_1.2,91.22567749023438
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,2,1,power_law_1.01,29.77681884765625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,2,1,power_law_1.01,32.813192749023436
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,2,1,power_law_1.2,333.2579833984375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,2,1,power_law_1.01,34.843450927734374
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,2,1,power_law_1.01,36.47593994140625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,2,1,power_law_1.01,38.24276428222656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,2,1,power_law_1.01,38.4226318359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,2,1,power_law_1.2,113.4382568359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,2,1,power_law_1.01,38.905859375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,2,1,power_law_1.01,39.3872314453125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,2,1,power_law_1.01,50.79049987792969
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,2,1,power_law_1.01,51.20128173828125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,2,1,power_law_1.01,52.39180908203125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,2,1,power_law_1.01,55.06318359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,2,1,power_law_1.01,58.074267578125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,2,1,power_law_1.01,62.41156005859375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,2,1,power_law_1.2,456.75390625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,2,1,power_law_1.01,77.09685668945312
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,2,1,power_law_1.01,87.77472534179688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,1,power_law_1.01,0.992518424987793
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,1,power_law_1.01,1.5804032325744628
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,1,power_law_1.01,2.742313575744629
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,1,power_law_1.01,4.860611343383789
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,2,1,power_law_1.01,112.0193359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,1,power_law_1.01,7.646355438232422
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,1,power_law_1.01,11.934233856201171
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,1,power_law_1.01,14.415370178222656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,2,1,power_law_1.01,140.4342529296875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,1,power_law_1.01,16.674412536621094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,1,power_law_1.01,17.846543884277345
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,1,power_law_1.01,18.54700164794922
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,1,power_law_1.01,19.213603210449218
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,2,1,power_law_1.01,163.2139892578125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,1,power_law_1.01,19.454531860351562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,1,power_law_1.01,19.551104736328124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,1,power_law_1.01,19.711407470703126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,2,1,power_law_1.2,582.37431640625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,1,power_law_1.01,20.63426818847656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,1,power_law_1.01,20.770533752441406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,1,power_law_1.01,21.027296447753905
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,1,power_law_1.01,21.48396453857422
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,1,power_law_1.01,21.928799438476563
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,1,power_law_1.01,22.878140258789063
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,1,power_law_1.01,24.056314086914064
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,2,1,power_law_1.01,216.957568359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,1,power_law_1.01,26.544107055664064
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,1,power_law_1.01,30.443521118164064
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,2,1,power_law_1.2,1.6434303283691407
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,1,power_law_1.01,37.03641357421875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,2,1,power_law_1.2,2.6196735382080076
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,2,1,power_law_1.2,5.297596740722656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,1,power_law_1.01,46.14584045410156
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,2,1,power_law_1.2,8.545692443847656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,2,1,power_law_1.2,14.856655883789063
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,1,power_law_1.01,63.1520263671875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,2,1,power_law_1.2,24.716764831542967
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,2,1,power_law_1.2,29.780810546875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,1,power_law_1.01,78.22306518554687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,2,1,power_law_1.2,32.836917114257815
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,2,1,power_law_1.01,286.554931640625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,2,1,power_law_1.2,34.776171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,2,1,power_law_1.2,36.48271484375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,2,1,power_law_1.01,93.02034301757813
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,2,1,power_law_1.2,38.24024353027344
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,2,1,power_law_1.2,38.523468017578125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,2,1,power_law_1.2,38.930975341796874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,2,1,power_law_1.2,39.468136596679685
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,2,1,power_law_1.2,50.72950439453125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,2,1,power_law_1.2,51.276153564453125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,2,1,power_law_1.2,52.31595458984375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,2,1,power_law_1.01,352.9534423828125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,2,1,power_law_1.2,55.05263061523438
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,2,1,power_law_1.2,58.14699096679688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,2,1,power_law_1.2,62.641595458984376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,2,1,power_law_1.2,77.10208740234376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,1,power_law_1.2,0.9816160202026367
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,1,power_law_1.2,1.5745920181274413
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,1,power_law_1.2,2.736956787109375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,1,power_law_1.2,4.857798385620117
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,2,1,power_law_1.2,87.50370483398437
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,1,power_law_1.2,7.6283424377441404
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,1,power_law_1.2,11.958191680908204
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,1,power_law_1.2,14.414303588867188
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,2,1,power_law_1.2,111.92607421875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,1,power_law_1.2,16.667984008789062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,1,power_law_1.2,17.811546325683594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,1,power_law_1.2,18.467823791503907
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,1,power_law_1.2,19.217283630371092
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,2,1,power_law_1.2,140.613427734375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,1,power_law_1.2,19.456463623046876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,1,power_law_1.2,19.552537536621095
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,1,power_law_1.2,19.730181884765624
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,1,power_law_1.2,20.62665252685547
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,2,1,power_law_1.2,163.59803466796876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,1,power_law_1.2,20.78606414794922
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,1,power_law_1.2,21.029203796386717
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,1,power_law_1.2,21.46790008544922
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,1,power_law_1.2,21.91236114501953
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,1,power_law_1.2,22.888890075683594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,1,power_law_1.2,24.014682006835937
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,1,power_law_1.2,26.633456420898437
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,1,power_law_1.2,30.185748291015624
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,2,1,power_law_1.2,223.1688232421875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,1,power_law_1.2,36.628900146484376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,1,power_law_1.2,45.776971435546876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,2,1,power_law_1.01,0.28254079818725586
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,2,1,power_law_1.01,0.46417598724365233
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,2,1,power_law_1.01,0.6940383911132812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,2,1,power_law_1.01,1.4510111808776855
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,2,1,power_law_1.01,1.0356703758239747
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,1,power_law_1.2,63.489166259765625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,2,1,power_law_1.01,2.0097631454467773
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,2,1,power_law_1.01,2.2583616256713865
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,2,1,power_law_1.01,2.2167007446289064
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,2,1,power_law_1.01,2.2781951904296873
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,2,1,power_law_1.01,2.3034912109375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,2,1,power_law_1.01,2.126761627197266
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,2,1,power_law_1.01,2.2477535247802733
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,1,power_law_1.2,78.15240478515625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,2,1,power_law_1.01,2.3465503692626952
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,2,1,power_law_1.2,280.3859130859375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,2,1,power_law_1.01,2.644236755371094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,2,1,power_law_1.01,2.5053407669067385
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,2,1,power_law_1.2,92.4173583984375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,2,1,power_law_1.01,2.3870624542236327
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,2,1,power_law_1.01,2.43176326751709
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,2,1,power_law_1.01,2.466796875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,2,1,power_law_1.01,2.9520544052124023
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,2,1,power_law_1.01,3.700201416015625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,2,1,power_law_1.01,3.1442848205566407
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,2,1,power_law_1.01,4.532624053955078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,2,1,power_law_1.01,5.534380722045898
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,1,power_law_1.01,0.3211967945098877
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,1,power_law_1.01,0.4681312084197998
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,2,1,power_law_1.01,9.464332580566406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,1,power_law_1.01,0.698531198501587
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,1,power_law_1.01,0.9288543701171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,1,power_law_1.01,1.1988096237182617
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,1,power_law_1.01,1.314470386505127
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,2,1,power_law_1.01,13.316450500488282
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,1,power_law_1.01,1.3481696128845215
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,2,1,power_law_1.01,17.460726928710937
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,1,power_law_1.01,1.3723135948181153
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,1,power_law_1.01,0.25033600330352784
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,2,1,power_law_1.01,7.267887878417969
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,1,power_law_1.01,1.4061023712158203
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,1,power_law_1.01,1.4046048164367675
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,1,power_law_1.01,1.5473407745361327
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,1,power_law_1.01,1.5615167617797852
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,1,power_law_1.01,1.586451244354248
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,1,power_law_1.01,1.6170143127441405
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,1,power_law_1.01,1.6507808685302734
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,1,power_law_1.01,1.6945728302001952
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,1,power_law_1.01,1.8033056259155273
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,1,power_law_1.01,1.9368864059448243
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,1,power_law_1.01,2.182217597961426
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,2,1,power_law_1.2,354.5253662109375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,1,power_law_1.01,2.6238304138183595
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,1,power_law_1.01,3.388524627685547
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,1,power_law_1.01,4.194921493530273
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,1,power_law_1.01,5.742819213867188
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,1,power_law_1.01,7.341388702392578
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,1,power_law_1.01,10.46087646484375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,2,1,power_law_1.01,21.36334991455078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,1,power_law_1.01,13.873858642578124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,2,1,power_law_1.2,0.27314560413360595
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,2,1,power_law_1.2,2.013747215270996
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,2048,768,8,128,2,1,power_law_1.01,16.996424865722656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,2,1,power_law_1.2,0.6640992164611816
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,2,1,power_law_1.2,2.2594079971313477
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,2,1,power_law_1.2,1.0349504470825195
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,2,1,power_law_1.2,2.2770048141479493
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,2,1,power_law_1.2,2.305286407470703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,2,1,power_law_1.2,1.4553215980529786
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,2,1,power_law_1.2,2.4264703750610352
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,2,1,power_law_1.2,0.42972478866577146
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,2,1,power_law_1.2,2.2690176010131835
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,2,1,power_law_1.2,2.244963264465332
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,2,1,power_law_1.2,2.8610368728637696
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,2,1,power_law_1.2,3.1354848861694338
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,2,1,power_law_1.2,2.1278751373291014
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,2,1,power_law_1.2,3.7027969360351562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,2,1,power_law_1.2,2.3398975372314452
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,2,1,power_law_1.2,2.503183937072754
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,2,1,power_law_1.2,2.641836738586426
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,2,1,power_law_1.2,2.390262413024902
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,2,1,power_law_1.2,7.296047973632812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,2,1,power_law_1.2,2.4626144409179687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,1,power_law_1.2,0.31647679805755613
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,1,power_law_1.2,0.4668863773345947
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,2,1,power_law_1.2,9.439318084716797
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,2,1,power_law_1.2,4.538889694213867
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,1,power_law_1.2,0.6970880031585693
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,2,1,power_law_1.2,5.554467010498047
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,1,power_law_1.2,0.9327967643737793
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,2,1,power_law_1.2,13.260914611816407
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,1,power_law_1.2,1.2012543678283691
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,1,power_law_1.2,1.3137472152709961
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,1,power_law_1.2,1.3531071662902832
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,1,power_law_1.2,1.3743712425231933
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,1,power_law_1.2,1.3891103744506836
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,1,power_law_1.2,1.409766387939453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,1,power_law_1.2,1.543776035308838
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,2,1,power_law_1.2,17.447442626953126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,1,power_law_1.2,1.551369571685791
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,1,power_law_1.2,1.5856863975524902
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,1,power_law_1.2,1.617635154724121
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,1,power_law_1.2,1.6381023406982422
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,1,power_law_1.2,1.6812768936157227
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,1,power_law_1.2,1.8066976547241211
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,2,1,power_law_1.2,21.31444549560547
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,1,power_law_1.2,1.9347871780395507
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,1,power_law_1.2,2.179916763305664
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,1,power_law_1.2,2.6146623611450197
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,1,power_law_1.2,3.384291076660156
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,1,power_law_1.2,0.25198400020599365
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,1,power_law_1.2,4.190476989746093
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,1,power_law_1.2,5.758665466308594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,1,power_law_1.2,7.323011016845703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,2,1,power_law_1.01,3.3684192657470704
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,1,power_law_1.2,10.487811279296874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,2,1,power_law_1.01,5.335007858276367
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,1,power_law_1.2,13.724354553222657
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,2,1,power_law_1.01,1.1964096069335937
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,2,1,power_law_1.01,0.6955647945404053
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,2,1,power_law_1.01,7.648140716552734
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,2,1,power_law_1.01,2.0853376388549805
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,2048,768,8,128,2,1,power_law_1.2,16.968809509277342
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,2,1,power_law_1.01,7.9360801696777346
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,2,1,power_law_1.01,8.156880187988282
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,2,1,power_law_1.01,8.271965026855469
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,2,1,power_law_1.01,8.411689758300781
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,2,1,power_law_1.01,8.51788787841797
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,2,1,power_law_1.01,8.62765121459961
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,2,1,power_law_1.01,7.228099060058594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,2,1,power_law_1.01,10.199932861328126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,2,1,power_law_1.01,8.275011444091797
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,2,1,power_law_1.01,8.221078491210937
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,2,1,power_law_1.01,11.4614013671875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,2,1,power_law_1.01,13.456684875488282
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,2,1,power_law_1.01,9.908515167236327
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,2,1,power_law_1.01,9.186415863037109
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,2,1,power_law_1.01,8.891299438476562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,1,power_law_1.01,0.5315135955810547
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,2,1,power_law_1.01,22.61146240234375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,2,1,power_law_1.01,8.625202941894532
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,1,power_law_1.01,0.7570591926574707
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,1,power_law_1.01,1.2559167861938476
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,1,power_law_1.01,1.9173088073730469
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,1,power_law_1.01,2.9426143646240233
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,2,1,power_law_1.01,28.15086975097656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,1,power_law_1.01,3.947795104980469
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,1,power_law_1.01,4.272294235229492
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,1,power_law_1.01,4.286479949951172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,1,power_law_1.01,4.384988784790039
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,1,power_law_1.01,4.403955078125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,1,power_law_1.01,4.4827423095703125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,1,power_law_1.01,4.722006225585938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,1,power_law_1.01,4.750092697143555
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,1,power_law_1.01,4.809033584594727
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,1,power_law_1.01,4.8751678466796875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,2,1,power_law_1.01,40.41427917480469
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,1,power_law_1.01,4.932998275756836
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,1,power_law_1.01,5.0446430206298825
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,1,power_law_1.01,5.291129684448242
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,2,1,power_law_1.01,16.428742980957033
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,1,power_law_1.01,5.552732849121094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,1,power_law_1.01,6.082022476196289
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,1,power_law_1.01,6.958972930908203
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,1,power_law_1.01,8.723564910888673
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,1,power_law_1.01,10.852803039550782
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,2,1,power_law_1.01,55.23394775390625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,2,1,power_law_1.2,0.7013535976409913
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,1,power_law_1.01,14.51929931640625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,2,1,power_law_1.2,1.1835424423217773
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,1,power_law_1.01,18.500665283203126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,2,1,power_law_1.01,67.42625122070312
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,1,power_law_1.01,26.318502807617186
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,2,1,power_law_1.2,2.0771135330200194
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,2,1,power_law_1.2,7.6478431701660154
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,2,1,power_law_1.2,3.399327850341797
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,2,1,power_law_1.2,5.33611831665039
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,2,1,power_law_1.2,7.9435676574707035
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,2,1,power_law_1.2,8.165856170654298
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,1,power_law_1.01,34.406124877929685
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,2,1,power_law_1.2,8.267378997802734
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,2,1,power_law_1.2,8.429481506347656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,2,1,power_law_1.2,7.227273559570312
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,2,1,power_law_1.2,8.60934066772461
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,2,1,power_law_1.01,42.923397827148435
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,2,1,power_law_1.2,8.618278503417969
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,2,1,power_law_1.2,9.17745590209961
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,2,1,power_law_1.2,8.210639953613281
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,2,1,power_law_1.2,8.333641815185548
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,2,1,power_law_1.2,10.205596923828125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,2,1,power_law_1.2,11.404310607910157
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,2,1,power_law_1.2,13.623110961914062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,2,1,power_law_1.2,16.293472290039062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,2,1,power_law_1.2,9.880681610107422
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,2,1,power_law_1.2,8.877641296386718
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,2,1,power_law_1.2,22.386630249023437
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,1,power_law_1.2,0.5371967792510987
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,2,1,power_law_1.2,8.522335815429688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,1,power_law_1.2,0.7496863842010498
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,1,power_law_1.2,1.247152042388916
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,1,power_law_1.2,1.9331615447998047
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,1,power_law_1.2,2.9436288833618165
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,1,power_law_1.2,3.9439838409423826
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,1,power_law_1.2,4.289862442016601
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,1,power_law_1.2,4.2914081573486325
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,2,1,power_law_1.2,28.239971923828126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,1,power_law_1.2,4.381676864624024
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,1,power_law_1.2,4.406156921386719
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,1,power_law_1.2,4.503955078125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,1,power_law_1.2,4.719631958007812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,1,power_law_1.2,4.758348846435547
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,1,power_law_1.2,4.810160064697266
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,1,power_law_1.2,4.867776107788086
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,1,power_law_1.2,4.93260498046875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,1,power_law_1.2,5.042643356323242
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,1,power_law_1.2,5.303382492065429
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,2,1,power_law_1.2,40.562478637695314
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,1,power_law_1.2,5.5500129699707035
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,1,power_law_1.2,6.061075210571289
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,1,power_law_1.2,6.959693145751953
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,1,power_law_1.2,8.626403045654296
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,1,power_law_1.2,10.617922973632812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,1,power_law_1.2,14.587750244140626
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,2,1,power_law_1.2,55.37867431640625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,2,1,power_law_1.01,2.8208608627319336
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,1,power_law_1.2,19.043930053710938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,2,1,power_law_1.01,5.1533855438232425
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,1,power_law_1.2,26.3074951171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,2,1,power_law_1.01,9.18911361694336
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,2,1,power_law_1.2,67.31046752929687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,2,1,power_law_1.01,1.5591903686523438
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,2,1,power_law_1.01,15.68567352294922
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,1,power_law_1.2,34.442041015625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,2,1,power_law_1.01,21.628953552246095
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,2,1,power_law_1.2,42.522943115234376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,2,1,power_law_1.01,23.587190246582033
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,2,1,power_law_1.01,24.774525451660157
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,2,1,power_law_1.01,25.549468994140625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,2,1,power_law_1.01,25.85343017578125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,2,1,power_law_1.01,26.246096801757812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,2,1,power_law_1.01,26.524169921875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,2,1,power_law_1.01,34.82119140625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,2,1,power_law_1.01,35.60328674316406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,2,1,power_law_1.01,36.29791259765625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,2,1,power_law_1.01,37.069277954101565
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,2,1,power_law_1.01,38.46253967285156
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,2,1,power_law_1.01,40.363653564453124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,2,1,power_law_1.01,42.00809326171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,2,1,power_law_1.01,52.90045166015625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,2,1,power_law_1.01,55.24893798828125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,1,power_law_1.01,0.9487327575683594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,1,power_law_1.01,1.6326208114624023
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,1,power_law_1.01,2.795801544189453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,1,power_law_1.01,4.82432975769043
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,2,1,power_law_1.01,76.27667236328125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,1,power_law_1.01,7.912790679931641
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,1,power_law_1.01,10.918675231933594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,2,1,power_law_1.01,92.40908203125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,1,power_law_1.01,12.128543853759766
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,1,power_law_1.01,12.73752670288086
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,1,power_law_1.01,12.936726379394532
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,1,power_law_1.01,13.066490173339844
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,1,power_law_1.01,13.23109130859375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,2,1,power_law_1.01,120.329541015625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,1,power_law_1.01,13.317481994628906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,2,1,power_law_1.01,13.950111389160156
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,2,1,power_law_1.01,14.10146484375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,2,1,power_law_1.01,14.248165893554688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,2,1,power_law_1.01,14.3647705078125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,2,1,power_law_1.01,14.591004943847656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,2,1,power_law_1.01,15.053407287597656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,2,1,power_law_1.01,15.494047546386719
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,2,1,power_law_1.01,156.1230712890625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,2,1,power_law_1.01,16.47947540283203
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,2,1,power_law_1.01,17.64105224609375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,2,1,power_law_1.01,21.890313720703126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,2,1,power_law_1.01,23.9555908203125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,2,1,power_law_1.01,32.86979370117187
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,2,1,power_law_1.01,41.73585205078125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,2,1,power_law_1.2,1.549123191833496
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,2,1,power_law_1.2,2.8096351623535156
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,2,1,power_law_1.2,5.178889465332031
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,2,1,power_law_1.2,9.202345275878907
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,2,1,power_law_1.01,57.92218017578125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,2,1,power_law_1.01,221.115380859375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,2,1,power_law_1.2,15.658770751953124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,2,1,power_law_1.2,21.691683959960937
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,2,1,power_law_1.2,23.602951049804688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,2,1,power_law_1.01,75.75958862304688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,2,1,power_law_1.2,24.759893798828124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,2,1,power_law_1.2,25.575033569335936
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,2,1,power_law_1.2,25.834979248046874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,2,1,power_law_1.01,91.08528442382813
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,2,1,power_law_1.2,26.239169311523437
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,2,1,power_law_1.2,26.48583984375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,2,1,power_law_1.2,34.82727966308594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,2,1,power_law_1.01,288.089013671875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,2,1,power_law_1.2,35.61103210449219
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,2,1,power_law_1.2,36.33088684082031
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,2,1,power_law_1.2,37.09010314941406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,2,1,power_law_1.2,38.42251892089844
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,2,1,power_law_1.2,40.41448974609375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,2,1,power_law_1.2,42.111993408203126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,2,1,power_law_1.2,54.392205810546876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,2,1,power_law_1.2,55.104425048828126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,2,1,power_law_1.01,349.8409912109375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,1,power_law_1.2,0.9762751579284668
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,1,power_law_1.2,1.6541183471679688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,1,power_law_1.2,2.7964096069335938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,2,1,power_law_1.2,76.44800415039063
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,1,power_law_1.2,4.789110565185547
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,1,power_law_1.2,7.933692932128906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,2,1,power_law_1.2,92.39886474609375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,1,power_law_1.2,10.937411499023437
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,1,power_law_1.2,12.128323364257813
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,1,power_law_1.2,12.740096282958984
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,1,power_law_1.2,12.951609802246093
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,1,power_law_1.2,13.05762176513672
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,1,power_law_1.2,13.225410461425781
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,2,1,power_law_1.2,120.31063232421874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,1,power_law_1.2,13.362760925292969
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,2,1,power_law_1.2,13.9629150390625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,2,1,power_law_1.2,14.096669006347657
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,2,1,power_law_1.2,14.247232055664062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,2,1,power_law_1.2,14.4619140625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,2,1,power_law_1.2,14.591830444335937
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,2,1,power_law_1.2,15.04285125732422
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,2,1,power_law_1.2,15.486650085449218
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,2,1,power_law_1.2,16.80036163330078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,2,1,power_law_1.2,156.2298828125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,2,1,power_law_1.2,17.613833618164062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,2,1,power_law_1.2,21.90253448486328
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,2,1,power_law_1.2,24.387680053710938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,2,1,power_law_1.2,33.290924072265625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,2,1,power_law_1.01,1.8027103424072266
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,2,1,power_law_1.2,41.56300659179688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,2,1,power_law_1.01,2.754083251953125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,2,1,power_law_1.01,5.489145660400391
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,2,1,power_law_1.2,57.8376708984375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,2,1,power_law_1.01,9.170771026611328
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,2,1,power_law_1.2,220.5455810546875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,2,1,power_law_1.01,16.99397430419922
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,2,1,power_law_1.2,75.4816650390625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,2,1,power_law_1.01,28.518856811523438
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,2,1,power_law_1.01,36.06822814941406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,2,1,power_law_1.2,91.48646240234375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,2,1,power_law_1.01,42.06264038085938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,2,1,power_law_1.01,45.85972290039062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,2,1,power_law_1.01,49.15232849121094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,2,1,power_law_1.2,287.82958984375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,2,1,power_law_1.01,53.948419189453126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,2,1,power_law_1.01,56.21217651367188
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,2,1,power_law_1.01,57.134912109375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,2,1,power_law_1.01,58.15327758789063
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,2,1,power_law_1.01,58.767333984375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,2,1,power_law_1.01,59.225439453125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,2,1,power_law_1.2,354.311328125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,2,1,power_law_1.01,76.19796752929688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,2,1,power_law_1.01,78.56044311523438
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,2,1,power_law_1.01,81.16238403320312
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,2,1,power_law_1.01,87.91571044921875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,2,1,power_law_1.01,92.91366577148438
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,1,power_law_1.01,1.1106335639953613
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,1,power_law_1.01,1.7569503784179688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,1,power_law_1.01,2.8643360137939453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,2,1,power_law_1.01,116.33673095703125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,1,power_law_1.01,5.038659286499024
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,1,power_law_1.01,8.699107360839843
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,1,power_law_1.01,14.270439147949219
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,1,power_law_1.01,17.777244567871094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,2,1,power_law_1.01,138.5338623046875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,1,power_law_1.01,21.131797790527344
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,1,power_law_1.01,23.589532470703126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,1,power_law_1.01,24.85751953125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,1,power_law_1.01,26.952578735351562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,2,1,power_law_1.01,167.51651611328126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,1,power_law_1.01,27.956051635742188
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,1,power_law_1.01,28.6574951171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,2,1,power_law_1.01,183.92110595703124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,1,power_law_1.01,29.062078857421874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,1,power_law_1.01,29.29425048828125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,1,power_law_1.01,29.465032958984374
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,1,power_law_1.01,30.703890991210937
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,1,power_law_1.01,31.2872802734375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.01,31.799896240234375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.01,32.89571533203125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,2,1,power_law_1.01,248.9564697265625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.01,34.05149841308594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.01,36.65392150878906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.01,39.500308227539065
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,2,1,power_law_1.2,1.8049280166625976
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,2,1,power_law_1.2,2.767087936401367
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.01,48.07613525390625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,2,1,power_law_1.2,5.497727966308593
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,2,1,power_law_1.2,9.067436981201173
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.01,56.420953369140626
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,2,1,power_law_1.01,298.0155029296875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,2,1,power_law_1.2,16.999551391601564
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.01,71.453857421875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,2,1,power_law_1.2,28.50703125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.01,83.80618286132812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,2,1,power_law_1.2,36.201333618164064
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,2,1,power_law_1.2,42.08967895507813
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,2,1,power_law_1.2,45.87773132324219
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,2,1,power_law_1.01,101.53800048828126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,2,1,power_law_1.2,49.18097839355469
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,2,1,power_law_1.2,53.967218017578126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,2,1,power_law_1.01,368.358447265625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,2,1,power_law_1.2,56.26419677734375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,2,1,power_law_1.2,57.130279541015625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,2,1,power_law_1.2,58.07581787109375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,2,1,power_law_1.2,58.73567504882813
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,2,1,power_law_1.2,59.225225830078124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,2,1,power_law_1.2,76.23546752929687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,2,1,power_law_1.2,78.5765869140625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,2,1,power_law_1.2,81.32108764648437
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,2,1,power_law_1.2,87.90233154296875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,2,1,power_law_1.2,92.960107421875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,1,power_law_1.2,1.1065407752990724
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,1,power_law_1.2,1.7608192443847657
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,1,power_law_1.2,2.867356872558594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,2,1,power_law_1.2,113.9533935546875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,1,power_law_1.2,5.037615966796875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,1,power_law_1.2,8.715731048583985
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,1,power_law_1.2,14.271507263183594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,2,1,power_law_1.2,138.3072265625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,1,power_law_1.2,17.789088439941406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,1,power_law_1.2,21.129820251464842
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,1,power_law_1.2,23.64002227783203
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,2,1,power_law_1.2,167.57603759765624
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,1,power_law_1.2,25.046925354003907
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,1,power_law_1.2,26.924310302734376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,1,power_law_1.2,27.94615783691406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,1,power_law_1.2,28.6537109375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,1,power_law_1.2,29.08312072753906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,2,1,power_law_1.2,184.59420166015624
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,1,power_law_1.2,29.321661376953124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,1,power_law_1.2,29.483340454101562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,1,power_law_1.2,30.709259033203125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,1,power_law_1.2,31.48966064453125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.2,31.811981201171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.2,32.89726257324219
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.2,34.09451904296875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.2,36.691583251953126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,2,1,power_law_1.2,248.6006103515625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.2,39.54849853515625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.2,48.30898742675781
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,4,1,power_law_1.01,0.833523178100586
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.2,56.071112060546874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,4,1,power_law_1.01,1.6382240295410155
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,4,1,power_law_1.01,2.4291360855102537
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,4,1,power_law_1.01,2.584009552001953
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,4,1,power_law_1.01,1.7520000457763671
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.2,72.25546875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,4,1,power_law_1.01,2.577884864807129
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,2,1,power_law_1.2,307.100634765625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.2,84.31407470703125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,4,1,power_law_1.01,2.6453855514526365
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,4,1,power_law_1.01,2.621196746826172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,4,1,power_law_1.01,2.7988576889038086
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,4,1,power_law_1.01,2.7522335052490234
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,4,1,power_law_1.01,2.8476991653442383
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,2,1,power_law_1.2,102.696240234375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,4,1,power_law_1.01,2.879238319396973
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,4,1,power_law_1.01,2.9465728759765626
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,4,1,power_law_1.01,2.9803232192993163
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,4,1,power_law_1.01,3.042476844787598
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,4,1,power_law_1.01,2.783478355407715
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,4,1,power_law_1.01,7.827206420898437
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,4,1,power_law_1.01,11.025827026367187
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,2,1,power_law_1.2,366.3356201171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,4,1,power_law_1.01,3.5629825592041016
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,4,1,power_law_1.01,4.549977493286133
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,4,1,power_law_1.01,21.348419189453125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,4,1,power_law_1.01,26.979647827148437
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,4,1,power_law_1.01,14.50177001953125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,4,1,power_law_1.01,5.639456176757813
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,4,1,power_law_1.01,5.092326354980469
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,4,1,power_law_1.01,0.7074719905853272
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,4,1,power_law_1.01,0.5163904190063476
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,4,1,power_law_1.01,1.4118944168090821
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,4,1,power_law_1.01,1.4636735916137695
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,4,1,power_law_1.01,1.479257583618164
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,4,1,power_law_1.01,1.1698271751403808
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,4,1,power_law_1.01,1.491267204284668
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,4,1,power_law_1.01,1.4341919898986817
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,4,1,power_law_1.01,40.557684326171874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,4,1,power_law_1.01,1.440121555328369
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,4,1,power_law_1.01,1.0895071983337403
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,4,1,power_law_1.01,1.5160287857055663
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,4,1,power_law_1.01,56.48138427734375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,4,1,power_law_1.01,1.9442079544067383
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,4,1,power_law_1.01,2.239731216430664
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,4,1,power_law_1.01,1.5567071914672852
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,4,1,power_law_1.01,1.582038402557373
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,4,1,power_law_1.01,2.6399391174316404
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,4,1,power_law_1.01,3.4097824096679688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,4,1,power_law_1.01,4.295756912231445
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,4,1,power_law_1.01,8.110931396484375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,4,1,power_law_1.01,1.682195281982422
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,4,1,power_law_1.01,70.32925415039062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,4,1,power_law_1.01,1.9189279556274415
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,4,1,power_law_1.01,11.7427490234375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,4,1,power_law_1.2,0.7899136066436767
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,4,1,power_law_1.2,1.7477344512939452
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,4,1,power_law_1.01,1.9730047225952148
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,4,1,power_law_1.01,15.521026611328125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,4,1,power_law_1.2,2.6078975677490233
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,4,1,power_law_1.01,22.510336303710936
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,4,1,power_law_1.2,2.672159957885742
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,4,1,power_law_1.2,2.657151985168457
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,4,1,power_law_1.2,2.278748893737793
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,4,1,power_law_1.2,2.5747583389282225
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,4,1,power_law_1.2,1.5019392013549804
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,4,1,power_law_1.2,2.7136959075927733
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,4,1,power_law_1.01,31.085037231445312
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,4,1,power_law_1.2,2.7437183380126955
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,4,1,power_law_1.2,2.782896041870117
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,4,1,power_law_1.2,2.9223072052001955
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,4,1,power_law_1.2,3.0091039657592775
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,4,1,power_law_1.2,3.5799808502197266
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,4,1,power_law_1.01,6.3226879119873045
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,4,1,power_law_1.01,38.895077514648435
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,4,1,power_law_1.2,2.6227840423583983
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,4,1,power_law_1.2,7.569379425048828
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,4,1,power_law_1.2,3.042527961730957
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,4,1,power_law_1.2,14.427772521972656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,4,1,power_law_1.2,2.7621408462524415
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,4,1,power_law_1.2,4.575900650024414
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,4,1,power_law_1.2,20.986480712890625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,4,1,power_law_1.2,26.5661376953125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,4,1,power_law_1.2,5.869046401977539
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,4,1,power_law_1.2,5.295097732543946
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,4,1,power_law_1.2,11.143465423583985
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,4,1,power_law_1.2,1.4261695861816406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,4,1,power_law_1.2,0.5135776042938233
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,4,1,power_law_1.2,0.7087264060974121
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,4,1,power_law_1.2,42.464892578125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,4,1,power_law_1.2,1.4592384338378905
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,4,1,power_law_1.2,1.5152095794677733
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,4,1,power_law_1.2,1.4963647842407226
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,4,1,power_law_1.2,1.5252927780151366
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,4,1,power_law_1.2,1.5492416381835938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,4,1,power_law_1.2,1.5834464073181151
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,4,1,power_law_1.2,1.6697023391723633
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,4,1,power_law_1.2,1.9805503845214845
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,4,1,power_law_1.2,55.638726806640626
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,4,1,power_law_1.2,1.425369644165039
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,4,1,power_law_1.2,1.950707244873047
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,4,1,power_law_1.2,2.253696060180664
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,4,1,power_law_1.2,1.169065570831299
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,4,1,power_law_1.2,2.6458976745605467
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,4,1,power_law_1.2,3.3704097747802733
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,4,1,power_law_1.2,1.4440320014953614
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,4,1,power_law_1.2,4.324118423461914
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,4,1,power_law_1.2,6.473398590087891
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,4,1,power_law_1.2,8.218544006347656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,4,1,power_law_1.2,1.0734527587890625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,4,1,power_law_1.2,11.488098907470704
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,4,1,power_law_1.2,69.99261474609375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,4,1,power_law_1.2,1.9012800216674806
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,4,1,power_law_1.2,15.60735626220703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,4,1,power_law_1.01,2.2735103607177733
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,4,1,power_law_1.01,4.295142364501953
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,4,1,power_law_1.2,22.553981018066406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,4,1,power_law_1.01,1.2766143798828125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,4,1,power_law_1.01,4.252563095092773
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,4,1,power_law_1.01,1.7147840499877929
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,4,1,power_law_1.01,4.280723190307617
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,4,1,power_law_1.01,4.3569793701171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,4,1,power_law_1.01,4.39568977355957
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,4,1,power_law_1.2,31.136428833007812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,4,1,power_law_1.01,4.436278533935547
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,4,1,power_law_1.01,3.701705551147461
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,4,1,power_law_1.2,38.55433349609375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,4,1,power_law_1.01,4.204419326782227
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,4,1,power_law_1.01,7.128880310058594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,4,1,power_law_1.01,4.2938495635986325
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,4,1,power_law_1.01,4.340633773803711
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,4,1,power_law_1.01,9.861516571044922
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,4,1,power_law_1.01,12.690281677246094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,4,1,power_law_1.01,4.829068756103515
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,4,1,power_law_1.01,5.3643840789794925
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,4,1,power_law_1.01,17.663967895507813
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,4,1,power_law_1.01,5.508515167236328
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,4,1,power_law_1.01,23.199848937988282
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,4,1,power_law_1.01,5.628201675415039
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,4,1,power_law_1.01,7.1382301330566404
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,4,1,power_law_1.01,44.53572082519531
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,4,1,power_law_1.01,0.7201888084411621
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,4,1,power_law_1.01,1.529916763305664
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,4,1,power_law_1.01,1.269705581665039
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,4,1,power_law_1.01,2.3179807662963867
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,4,1,power_law_1.01,2.2966432571411133
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,4,1,power_law_1.01,2.3145503997802734
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,4,1,power_law_1.01,2.330326461791992
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,4,1,power_law_1.01,2.3576480865478517
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,4,1,power_law_1.01,2.3820640563964846
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,4,1,power_law_1.01,2.4195680618286133
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,4,1,power_law_1.01,2.2441984176635743
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,4,1,power_law_1.01,2.454854393005371
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,4,1,power_law_1.01,2.648089599609375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,4,1,power_law_1.01,68.76546630859374
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,4,1,power_law_1.01,2.7510976791381836
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,4,1,power_law_1.01,34.166439819335935
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,4,1,power_law_1.01,2.260720062255859
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,4,1,power_law_1.01,2.8882463455200194
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,4,1,power_law_1.01,3.3802623748779297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,4,1,power_law_1.01,4.198780822753906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,4,1,power_law_1.01,5.845603179931641
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,4,1,power_law_1.01,6.737420654296875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,4,1,power_law_1.01,9.885564422607422
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,4,1,power_law_1.01,13.46285400390625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,4,1,power_law_1.01,2.690867233276367
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,4,1,power_law_1.01,18.423397827148438
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,4,1,power_law_1.01,24.6549560546875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,4,1,power_law_1.2,1.296720027923584
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,4,1,power_law_1.2,1.7126880645751954
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,4,1,power_law_1.01,36.04771423339844
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,4,1,power_law_1.2,4.202384185791016
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,4,1,power_law_1.01,108.8554443359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,4,1,power_law_1.01,87.95890502929687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,4,1,power_law_1.2,2.2238847732543947
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,4,1,power_law_1.01,49.92087097167969
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,4,1,power_law_1.2,4.303033447265625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,4,1,power_law_1.2,3.7084510803222654
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,4,1,power_law_1.2,4.187974548339843
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,4,1,power_law_1.2,4.419689559936524
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,4,1,power_law_1.2,4.455567932128906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,4,1,power_law_1.2,5.467539215087891
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,4,1,power_law_1.01,61.943109130859376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,4,1,power_law_1.2,4.248582458496093
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,4,1,power_law_1.2,4.27042236328125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,4,1,power_law_1.2,4.331078338623047
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,4,1,power_law_1.2,10.022402954101562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,4,1,power_law_1.2,4.356588745117188
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,4,1,power_law_1.2,12.649600219726562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,4,1,power_law_1.2,4.819436645507812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,4,1,power_law_1.2,5.3550975799560545
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,4,1,power_law_1.2,17.690322875976562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,4,1,power_law_1.2,5.6392768859863285
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,4,1,power_law_1.2,7.172870635986328
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,4,1,power_law_1.2,6.986057281494141
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,4,1,power_law_1.2,35.408331298828124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,4,1,power_law_1.2,1.2712639808654784
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,4,1,power_law_1.2,0.7215007781982422
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,4,1,power_law_1.2,23.297938537597656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,4,1,power_law_1.2,2.3477792739868164
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,4,1,power_law_1.2,2.2991872787475587
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,4,1,power_law_1.2,1.5208255767822265
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,4,1,power_law_1.2,2.320358467102051
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,4,1,power_law_1.2,67.63489990234375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,4,1,power_law_1.2,2.360601615905762
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,4,1,power_law_1.2,2.422019195556641
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,4,1,power_law_1.2,2.4717952728271486
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,4,1,power_law_1.2,2.2469024658203125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,4,1,power_law_1.2,2.2606784820556642
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,4,1,power_law_1.2,2.628131294250488
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,4,1,power_law_1.2,2.679180717468262
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,4,1,power_law_1.2,2.7742143630981446
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,4,1,power_law_1.2,2.8874399185180666
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,4,1,power_law_1.2,42.741476440429686
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,4,1,power_law_1.2,3.330944061279297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,4,1,power_law_1.2,2.338572883605957
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,4,1,power_law_1.2,4.187516784667968
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,4,1,power_law_1.2,5.663267135620117
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,4,1,power_law_1.2,2.390444755554199
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,4,1,power_law_1.2,87.158935546875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,4,1,power_law_1.2,7.636454772949219
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,4,1,power_law_1.2,9.672105407714843
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,4,1,power_law_1.2,13.008930969238282
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,4,1,power_law_1.01,1.1773823738098144
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,4,1,power_law_1.01,1.6430303573608398
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,4,1,power_law_1.2,19.261628723144533
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,4,1,power_law_1.01,2.7237024307250977
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,4,1,power_law_1.2,24.076211547851564
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,4,1,power_law_1.01,5.226777648925781
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,4,1,power_law_1.01,7.869142150878906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,4,1,power_law_1.01,12.956956481933593
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,4,1,power_law_1.2,35.73475646972656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,4,1,power_law_1.2,107.64599609375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,4,1,power_law_1.01,14.906668090820313
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,4,1,power_law_1.01,16.861491394042968
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,4,1,power_law_1.01,18.04817352294922
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,4,1,power_law_1.2,48.992181396484376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,4,1,power_law_1.01,18.66844482421875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,4,1,power_law_1.01,19.25561981201172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,4,1,power_law_1.01,19.466522216796875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,4,1,power_law_1.2,61.58209228515625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,4,1,power_law_1.01,19.688508605957033
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,4,1,power_law_1.01,19.90662384033203
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,4,1,power_law_1.01,25.936322021484376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,4,1,power_law_1.01,26.17644348144531
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,4,1,power_law_1.01,26.856405639648436
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,4,1,power_law_1.01,28.01412353515625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,4,1,power_law_1.01,29.15635986328125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,4,1,power_law_1.01,31.527163696289062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,4,1,power_law_1.01,38.41898803710937
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,4,1,power_law_1.01,46.43305969238281
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,1,power_law_1.01,1.0105695724487305
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,1,power_law_1.01,1.6137088775634765
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,1,power_law_1.01,2.392710494995117
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,1,power_law_1.01,0.7379263877868653
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,4,1,power_law_1.01,59.13204345703125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,1,power_law_1.01,4.243302536010742
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,1,power_law_1.01,6.291455841064453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,1,power_law_1.01,7.761638641357422
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,1,power_law_1.01,8.457478332519532
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,1,power_law_1.01,9.033987426757813
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,4,1,power_law_1.01,75.89566040039062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,1,power_law_1.01,9.566831970214844
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,1,power_law_1.01,9.967977905273438
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,4,1,power_law_1.01,84.19570922851562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,1,power_law_1.01,10.186354827880859
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,1,power_law_1.01,10.310800170898437
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,1,power_law_1.01,10.496489715576171
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,1,power_law_1.01,10.82451171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,1,power_law_1.01,10.884512329101563
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,1,power_law_1.01,11.028675079345703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,1,power_law_1.01,11.354844665527343
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,1,power_law_1.01,11.748483276367187
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,1,power_law_1.01,12.524332427978516
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,1,power_law_1.01,13.498104858398438
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,4,1,power_law_1.01,117.4713134765625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,1,power_law_1.01,15.08841552734375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,1,power_law_1.01,17.8444091796875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,4,1,power_law_1.2,1.1719584465026855
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,1,power_law_1.01,22.7048828125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,4,1,power_law_1.2,1.6373088836669922
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,4,1,power_law_1.2,2.7167871475219725
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,4,1,power_law_1.2,5.220816040039063
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,1,power_law_1.01,27.844659423828126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,4,1,power_law_1.2,7.867430114746094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,4,1,power_law_1.01,152.71529541015624
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,1,power_law_1.01,37.60328369140625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,4,1,power_law_1.2,12.982780456542969
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,4,1,power_law_1.2,14.895321655273438
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,4,1,power_law_1.2,16.866160583496093
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,1,power_law_1.01,48.793453979492185
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,4,1,power_law_1.2,18.04808654785156
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,4,1,power_law_1.2,18.637635803222658
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,4,1,power_law_1.2,19.1883544921875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,4,1,power_law_1.01,58.64217529296875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,4,1,power_law_1.2,19.467010498046875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,4,1,power_law_1.2,19.68488311767578
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,4,1,power_law_1.01,185.593212890625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,4,1,power_law_1.2,19.917369079589843
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,4,1,power_law_1.2,25.854086303710936
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,4,1,power_law_1.2,26.132357788085937
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,4,1,power_law_1.2,26.765460205078124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,4,1,power_law_1.2,28.000747680664062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,4,1,power_law_1.2,29.144790649414062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,4,1,power_law_1.2,31.50504150390625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,4,1,power_law_1.2,38.454742431640625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,1,power_law_1.2,0.742464017868042
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,4,1,power_law_1.2,46.4309814453125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,1,power_law_1.2,1.0257375717163086
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,1,power_law_1.2,1.592092800140381
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,1,power_law_1.2,2.384281539916992
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,1,power_law_1.2,4.25230712890625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,1,power_law_1.2,6.308095932006836
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,4,1,power_law_1.2,58.97991943359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,1,power_law_1.2,7.768380737304687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,1,power_law_1.2,8.46921615600586
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,4,1,power_law_1.2,71.329345703125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,1,power_law_1.2,9.067801666259765
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,1,power_law_1.2,9.553206634521484
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,1,power_law_1.2,9.977021026611329
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,1,power_law_1.2,10.219065856933593
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,1,power_law_1.2,10.31036834716797
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,1,power_law_1.2,10.4998046875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,4,1,power_law_1.2,90.2920654296875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,1,power_law_1.2,10.813676452636718
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,1,power_law_1.2,10.868851470947266
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,1,power_law_1.2,11.016374206542968
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,1,power_law_1.2,11.351200103759766
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,1,power_law_1.2,11.76805419921875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,1,power_law_1.2,12.540399932861328
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,1,power_law_1.2,13.444770812988281
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,1,power_law_1.2,15.0904541015625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,4,1,power_law_1.2,118.160791015625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,1,power_law_1.2,17.841404724121094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,1,power_law_1.2,22.483859252929687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,4,1,power_law_1.01,0.2727904081344604
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,4,1,power_law_1.01,0.20855998992919922
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,1,power_law_1.2,27.797357177734376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,4,1,power_law_1.01,0.3934463977813721
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,4,1,power_law_1.2,153.2582275390625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,1,power_law_1.2,37.70469360351562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,4,1,power_law_1.01,0.617471981048584
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,4,1,power_law_1.01,1.1286815643310546
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,4,1,power_law_1.01,0.8111552238464356
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,1,power_law_1.2,49.095089721679685
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,4,1,power_law_1.01,1.200153636932373
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,4,1,power_law_1.01,1.2117376327514648
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,4,1,power_law_1.01,1.2252448081970215
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,4,1,power_law_1.01,1.2736895561218262
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,4,1,power_law_1.2,59.05653076171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,4,1,power_law_1.01,1.4156288146972655
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,4,1,power_law_1.01,1.320521640777588
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,4,1,power_law_1.2,186.18607177734376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,4,1,power_law_1.01,1.382198429107666
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,4,1,power_law_1.01,1.4621567726135254
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,4,1,power_law_1.01,2.0746912002563476
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,4,1,power_law_1.01,1.447385597229004
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,4,1,power_law_1.01,2.522572708129883
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,4,1,power_law_1.01,1.4470623970031737
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,4,1,power_law_1.01,1.5044320106506348
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,4,1,power_law_1.01,1.6111871719360351
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,4,1,power_law_1.01,1.7759712219238282
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,4,1,power_law_1.01,3.0971647262573243
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,1,power_law_1.01,0.24282240867614746
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,1,power_law_1.01,0.27191040515899656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,4,1,power_law_1.01,4.027238464355468
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,1,power_law_1.01,0.5080607891082763
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,4,1,power_law_1.01,5.642707061767578
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,4,1,power_law_1.01,7.142332458496094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,1,power_law_1.01,0.8404928207397461
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,1,power_law_1.01,0.9307007789611816
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,1,power_law_1.01,0.9324159622192383
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,1,power_law_1.01,0.3600800037384033
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,1,power_law_1.01,0.947878360748291
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,4,1,power_law_1.01,10.301264190673828
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,1,power_law_1.01,0.666755199432373
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,1,power_law_1.01,0.9074015617370605
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,4,1,power_law_1.01,13.371449279785157
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,1,power_law_1.01,0.9237088203430176
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,4,1,power_law_1.01,16.47954559326172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,1,power_law_1.01,1.0970368385314941
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,1,power_law_1.01,1.1080991744995117
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,1,power_law_1.01,1.1296480178833008
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,1,power_law_1.01,1.6374975204467774
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,1,power_law_1.01,1.1589247703552246
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,1,power_law_1.01,2.048931121826172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,1,power_law_1.01,1.2223648071289062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,1,power_law_1.01,1.1731712341308593
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,1,power_law_1.01,2.732304000854492
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,1,power_law_1.01,3.3984832763671875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,1,power_law_1.01,1.312060832977295
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,4,1,power_law_1.2,0.21708478927612304
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,1,power_law_1.01,4.812960052490235
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,1,power_law_1.01,6.220095825195313
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,1,power_law_1.01,9.05343017578125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,1,power_law_1.01,1.4264991760253907
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,1,power_law_1.01,11.917247772216797
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,4,1,power_law_1.2,1.1911744117736816
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,4,1,power_law_1.2,0.2725600004196167
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,4,1,power_law_1.2,1.200278377532959
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,2048,768,8,128,4,1,power_law_1.01,14.775010681152343
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,4,1,power_law_1.2,0.39353280067443847
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,4,1,power_law_1.2,1.326204776763916
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,4,1,power_law_1.2,1.4137120246887207
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,4,1,power_law_1.2,0.8002176284790039
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,4,1,power_law_1.2,0.6208255767822266
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,4,1,power_law_1.2,1.4626367568969727
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,4,1,power_law_1.2,1.2721823692321776
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,4,1,power_law_1.2,1.232038402557373
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,4,1,power_law_1.2,1.1239968299865724
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,4,1,power_law_1.2,2.0801183700561525
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,4,1,power_law_1.2,1.4494400024414062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,4,1,power_law_1.2,2.5385919570922852
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,4,1,power_law_1.2,1.3816320419311523
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,4,1,power_law_1.2,1.4088895797729493
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,4,1,power_law_1.2,5.661849594116211
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,4,1,power_law_1.2,1.5043328285217286
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,4,1,power_law_1.2,1.6036800384521483
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,4,1,power_law_1.2,7.163359832763672
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,4,1,power_law_1.2,1.7702848434448242
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,4,1,power_law_1.2,10.29683837890625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,1,power_law_1.2,0.3598912000656128
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,4,1,power_law_1.2,3.1042879104614256
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,1,power_law_1.2,0.5143360137939453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,1,power_law_1.2,0.6637152194976806
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,4,1,power_law_1.2,13.422137451171874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,1,power_law_1.2,0.9080639839172363
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,1,power_law_1.2,0.9187040328979492
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,1,power_law_1.2,0.2444767951965332
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,1,power_law_1.2,0.9392288208007813
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,1,power_law_1.2,0.27542719841003416
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,1,power_law_1.2,0.951750373840332
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,4,1,power_law_1.2,16.566409301757812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,1,power_law_1.2,1.0980671882629394
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,1,power_law_1.2,1.1072256088256835
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,1,power_law_1.2,1.1304415702819823
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,1,power_law_1.2,1.150489616394043
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,1,power_law_1.2,1.180128002166748
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,1,power_law_1.2,1.215398406982422
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,1,power_law_1.2,1.3149632453918456
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,1,power_law_1.2,1.4176735877990723
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,1,power_law_1.2,1.6543807983398438
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,4,1,power_law_1.2,4.016083145141602
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,1,power_law_1.2,0.8409760475158692
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,1,power_law_1.2,2.0481056213378905
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,1,power_law_1.2,2.7492448806762697
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,1,power_law_1.2,0.9307616233825684
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,1,power_law_1.2,3.4195487976074217
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,1,power_law_1.2,4.837964630126953
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,1,power_law_1.2,6.215420913696289
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,1,power_law_1.2,9.041696166992187
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,1,power_law_1.2,11.918972778320313
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,4,1,power_law_1.01,0.4735551834106445
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,4,1,power_law_1.01,0.6597983837127686
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,2048,768,8,128,4,1,power_law_1.2,14.724729919433594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,4,1,power_law_1.01,4.029795074462891
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,4,1,power_law_1.01,1.140841579437256
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,4,1,power_law_1.01,4.190812683105468
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,4,1,power_law_1.01,4.275750350952149
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,4,1,power_law_1.01,4.4267230987548825
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,4,1,power_law_1.01,1.7964704513549805
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,4,1,power_law_1.01,4.326364898681641
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,4,1,power_law_1.01,2.7978559494018556
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,4,1,power_law_1.01,4.347894287109375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,4,1,power_law_1.01,4.427763366699219
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,4,1,power_law_1.01,4.622233581542969
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,4,1,power_law_1.01,3.7754337310791017
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,4,1,power_law_1.01,4.717331314086914
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,4,1,power_law_1.01,4.936086273193359
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,4,1,power_law_1.01,4.512348937988281
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,4,1,power_law_1.01,9.98927001953125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,4,1,power_law_1.01,4.665568161010742
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,4,1,power_law_1.01,13.437855529785157
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,4,1,power_law_1.01,5.709030532836914
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,4,1,power_law_1.01,6.75145263671875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,4,1,power_law_1.01,5.361212921142578
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,4,1,power_law_1.01,8.114640045166016
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,1,power_law_1.01,0.3815232038497925
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,1,power_law_1.01,0.5273375988006592
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,4,1,power_law_1.01,17.29126434326172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,1,power_law_1.01,0.7271584033966064
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,1,power_law_1.01,1.1371264457702637
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,1,power_law_1.01,1.5689696311950683
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,1,power_law_1.01,2.1097888946533203
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,1,power_law_1.01,2.350764846801758
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,1,power_law_1.01,2.4171104431152344
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,1,power_law_1.01,2.443574333190918
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,1,power_law_1.01,2.4558143615722656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,4,1,power_law_1.01,23.96715545654297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,1,power_law_1.01,2.5017248153686524
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,1,power_law_1.01,2.7136287689208984
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,1,power_law_1.01,2.7315744400024413
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,1,power_law_1.01,2.777974319458008
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,1,power_law_1.01,2.8149696350097657
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,1,power_law_1.01,2.872380828857422
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,1,power_law_1.01,2.958230400085449
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,1,power_law_1.01,3.159459114074707
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,1,power_law_1.01,3.3709598541259767
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,4,1,power_law_1.01,31.536639404296874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,1,power_law_1.01,3.8038463592529297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,1,power_law_1.01,4.5546527862548825
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,1,power_law_1.01,5.787603378295898
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,1,power_law_1.01,7.144111633300781
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,1,power_law_1.01,9.845958709716797
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,4,1,power_law_1.01,38.75454406738281
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,4,1,power_law_1.2,1.1494208335876466
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,1,power_law_1.01,12.81762237548828
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,1,power_law_1.01,18.098979187011718
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,4,1,power_law_1.2,0.47193279266357424
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,4,1,power_law_1.2,0.6629792213439941
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,1,power_law_1.01,23.681146240234376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,4,1,power_law_1.2,1.802851104736328
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,4,1,power_law_1.2,4.279119873046875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,4,1,power_law_1.2,2.8236671447753907
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,4,1,power_law_1.01,29.204327392578126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,4,1,power_law_1.2,3.7874881744384767
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,4,1,power_law_1.2,4.311910247802734
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,4,1,power_law_1.2,4.348243331909179
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,4,1,power_law_1.2,4.43834228515625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,4,1,power_law_1.2,4.5107776641845705
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,4,1,power_law_1.2,4.195641708374024
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,4,1,power_law_1.2,4.277212905883789
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,4,1,power_law_1.2,4.600473785400391
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,4,1,power_law_1.2,4.7160289764404295
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,4,1,power_law_1.2,4.956623840332031
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,4,1,power_law_1.2,4.0865119934082035
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,4,1,power_law_1.2,5.704748916625976
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,4,1,power_law_1.2,6.755084991455078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,4,1,power_law_1.2,9.978160095214843
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,4,1,power_law_1.2,13.463430786132813
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,4,1,power_law_1.2,4.55871353149414
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,1,power_law_1.2,0.38299200534820554
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,4,1,power_law_1.2,17.22826232910156
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,1,power_law_1.2,0.5220767974853515
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,1,power_law_1.2,0.7272575855255127
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,1,power_law_1.2,1.1238240242004394
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,4,1,power_law_1.2,5.3619743347167965
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,1,power_law_1.2,1.5774975776672364
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,1,power_law_1.2,2.124287986755371
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,4,1,power_law_1.2,8.270979309082032
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,1,power_law_1.2,2.366988754272461
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,4,1,power_law_1.2,24.035760498046876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,1,power_law_1.2,2.41757755279541
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,1,power_law_1.2,2.4508384704589843
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,1,power_law_1.2,2.466422462463379
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,1,power_law_1.2,2.5114463806152343
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,1,power_law_1.2,2.7304288864135744
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,1,power_law_1.2,2.73187198638916
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,1,power_law_1.2,2.773852729797363
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,1,power_law_1.2,2.8189504623413084
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,1,power_law_1.2,2.866143989562988
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,4,1,power_law_1.2,31.344522094726564
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,1,power_law_1.2,2.952764892578125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,1,power_law_1.2,3.164179229736328
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,1,power_law_1.2,3.3712608337402346
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,1,power_law_1.2,3.7982112884521486
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,1,power_law_1.2,4.558358383178711
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,1,power_law_1.2,5.77092170715332
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,1,power_law_1.2,7.19261474609375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,4,1,power_law_1.01,1.0222847938537598
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,1,power_law_1.2,9.859037017822265
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,4,1,power_law_1.01,1.5540063858032227
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,4,1,power_law_1.2,39.13630065917969
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,1,power_law_1.2,12.802275085449219
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,4,1,power_law_1.01,2.742636871337891
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,4,1,power_law_1.01,4.478863906860352
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,4,1,power_law_1.01,6.958675384521484
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,1,power_law_1.2,18.09528045654297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,4,1,power_law_1.01,10.766815948486329
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,4,1,power_law_1.01,12.17981414794922
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,1,power_law_1.2,23.58367004394531
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,4,1,power_law_1.01,12.440857696533204
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,4,1,power_law_1.01,12.7759521484375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,4,1,power_law_1.2,29.08997497558594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,4,1,power_law_1.01,13.051174926757813
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,4,1,power_law_1.01,13.27491455078125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,4,1,power_law_1.01,13.369721984863281
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,4,1,power_law_1.01,17.2169921875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,4,1,power_law_1.01,17.58942108154297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,4,1,power_law_1.01,17.956224060058595
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,4,1,power_law_1.01,18.3287841796875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,4,1,power_law_1.01,19.019480895996093
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,4,1,power_law_1.01,20.043685913085938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,4,1,power_law_1.01,21.15581817626953
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,4,1,power_law_1.01,27.80420837402344
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,4,1,power_law_1.01,28.131503295898437
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,1,power_law_1.01,0.6507167816162109
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,1,power_law_1.01,0.9757344245910644
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,4,1,power_law_1.01,39.29362487792969
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,1,power_law_1.01,1.624380874633789
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,1,power_law_1.01,2.531372833251953
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,1,power_law_1.01,4.100259017944336
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,4,1,power_law_1.01,48.68461303710937
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,1,power_law_1.01,5.641977691650391
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,1,power_law_1.01,6.222889709472656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,1,power_law_1.01,6.451955413818359
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,1,power_law_1.01,6.675122833251953
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,4,1,power_law_1.01,62.39036254882812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,1,power_law_1.01,6.715977478027344
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,1,power_law_1.01,6.817932891845703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,1,power_law_1.01,6.904640197753906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,4,1,power_law_1.01,7.251910400390625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,4,1,power_law_1.01,7.334339141845703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,4,1,power_law_1.01,7.398342132568359
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,4,1,power_law_1.01,7.480742645263672
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,4,1,power_law_1.01,78.83328857421876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,4,1,power_law_1.01,7.618867492675781
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,4,1,power_law_1.01,7.955820465087891
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,4,1,power_law_1.01,8.278940582275391
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,4,1,power_law_1.01,8.970111846923828
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,4,1,power_law_1.01,9.881980895996094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,4,1,power_law_1.01,12.89153594970703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,4,1,power_law_1.01,14.776806640625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,4,1,power_law_1.01,19.932595825195314
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,4,1,power_law_1.2,1.026796817779541
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,4,1,power_law_1.2,1.5514304161071777
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,4,1,power_law_1.01,114.76168212890624
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,4,1,power_law_1.01,25.03603515625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,4,1,power_law_1.2,2.7364223480224608
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,4,1,power_law_1.2,4.459913635253907
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,4,1,power_law_1.2,6.962166595458984
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,4,1,power_law_1.01,34.01493530273437
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,4,1,power_law_1.2,10.791868591308594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,4,1,power_law_1.2,12.17487030029297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,4,1,power_law_1.01,44.762246704101564
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,4,1,power_law_1.2,12.441756439208984
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,4,1,power_law_1.2,12.743734741210938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,4,1,power_law_1.2,13.048115539550782
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,4,1,power_law_1.2,13.247637939453124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,4,1,power_law_1.01,150.04710693359374
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,4,1,power_law_1.2,13.372434997558594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,4,1,power_law_1.01,57.031439208984374
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,4,1,power_law_1.2,17.226908874511718
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,4,1,power_law_1.2,17.632780456542967
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,4,1,power_law_1.2,17.955258178710938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,4,1,power_law_1.2,18.329248046875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,4,1,power_law_1.2,18.941664123535155
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,4,1,power_law_1.2,20.07015380859375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,4,1,power_law_1.2,21.137823486328124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,4,1,power_law_1.2,27.773928833007812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,4,1,power_law_1.2,27.066757202148438
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,4,1,power_law_1.01,184.56163330078124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,1,power_law_1.2,0.650383996963501
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,1,power_law_1.2,0.9737536430358886
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,1,power_law_1.2,1.6209024429321288
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,4,1,power_law_1.2,39.227423095703124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,1,power_law_1.2,2.5270015716552736
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,1,power_law_1.2,4.09516487121582
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,4,1,power_law_1.2,48.99857177734375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,1,power_law_1.2,5.622534561157226
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,1,power_law_1.2,6.214780807495117
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,1,power_law_1.2,6.451129913330078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,1,power_law_1.2,6.683657836914063
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,1,power_law_1.2,6.710028839111328
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,1,power_law_1.2,6.81030044555664
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,1,power_law_1.2,6.900624084472656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,4,1,power_law_1.2,62.1828125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,4,1,power_law_1.2,7.242710113525391
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,4,1,power_law_1.2,7.313014221191406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,4,1,power_law_1.2,7.393106842041016
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,4,1,power_law_1.2,7.509766387939453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,4,1,power_law_1.2,7.626934051513672
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,4,1,power_law_1.2,7.965519714355469
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,4,1,power_law_1.2,8.28175048828125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,4,1,power_law_1.2,81.06275634765625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,4,1,power_law_1.2,8.97119369506836
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,4,1,power_law_1.2,9.662083435058594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,4,1,power_law_1.2,12.822886657714843
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,4,1,power_law_1.2,14.62646026611328
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,4,1,power_law_1.2,21.305386352539063
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,4,1,power_law_1.2,25.155506896972657
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,4,1,power_law_1.01,1.3305983543395996
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,4,1,power_law_1.2,115.05086669921874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,4,1,power_law_1.01,1.796678352355957
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,4,1,power_law_1.01,2.752556800842285
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,4,1,power_law_1.2,34.28191223144531
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,4,1,power_law_1.01,5.376076889038086
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,4,1,power_law_1.01,8.701046752929688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,4,1,power_law_1.01,14.328054809570313
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,4,1,power_law_1.2,45.25309753417969
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,4,1,power_law_1.01,18.656736755371092
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,4,1,power_law_1.01,21.54564208984375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,4,1,power_law_1.2,56.4947265625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,4,1,power_law_1.2,150.27027587890626
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,4,1,power_law_1.01,23.862249755859374
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,4,1,power_law_1.01,25.532115173339843
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,4,1,power_law_1.01,27.523883056640624
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,4,1,power_law_1.01,27.886895751953126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,4,1,power_law_1.2,180.09378662109376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,4,1,power_law_1.01,28.791162109375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,4,1,power_law_1.01,29.365155029296876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,4,1,power_law_1.01,29.662371826171874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,4,1,power_law_1.01,29.943765258789064
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,4,1,power_law_1.01,39.02127685546875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,4,1,power_law_1.01,40.343563842773435
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,4,1,power_law_1.01,41.600006103515625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,4,1,power_law_1.01,44.2097900390625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,4,1,power_law_1.01,46.59852294921875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,1,power_law_1.01,0.8276032447814942
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,1,power_law_1.01,1.1126144409179688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,4,1,power_law_1.01,60.15938110351563
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,1,power_law_1.01,1.668191909790039
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,1,power_law_1.01,2.691811180114746
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,4,1,power_law_1.01,72.39149169921875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,1,power_law_1.01,4.691727828979492
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,1,power_law_1.01,7.668262481689453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,1,power_law_1.01,9.548329925537109
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,4,1,power_law_1.01,92.32721557617188
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,1,power_law_1.01,11.094924926757812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,1,power_law_1.01,12.176956939697266
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,1,power_law_1.01,12.89239044189453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,1,power_law_1.01,13.8121337890625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,1,power_law_1.01,14.541023254394531
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,1,power_law_1.01,14.973452758789062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,4,1,power_law_1.01,102.37967529296876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,1,power_law_1.01,15.348275756835937
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,1,power_law_1.01,15.573529052734376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,1,power_law_1.01,15.728630065917969
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,1,power_law_1.01,16.16302032470703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,1,power_law_1.01,16.539088439941406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.01,16.875625610351562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.01,17.695843505859376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.01,18.440182495117188
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,4,1,power_law_1.01,138.32939453125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.01,20.242291259765626
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.01,22.02406005859375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,4,1,power_law_1.2,1.3247072219848632
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.01,27.363128662109375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,4,1,power_law_1.2,1.7936992645263672
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,4,1,power_law_1.2,2.7689983367919924
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,4,1,power_law_1.01,165.18316650390625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.01,32.491937255859376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,4,1,power_law_1.2,5.382713699340821
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,4,1,power_law_1.2,8.691522979736328
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.01,41.855160522460935
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,4,1,power_law_1.2,14.286294555664062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,4,1,power_law_1.2,18.670101928710938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.01,52.67368774414062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,4,1,power_law_1.2,21.529119873046874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,4,1,power_law_1.01,189.01785888671876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,4,1,power_law_1.2,23.860614013671874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,4,1,power_law_1.2,25.52490234375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,4,1,power_law_1.01,65.834228515625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,4,1,power_law_1.2,27.525082397460938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,4,1,power_law_1.2,27.909408569335938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,4,1,power_law_1.2,28.781253051757812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,4,1,power_law_1.2,29.43323974609375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,4,1,power_law_1.2,29.645950317382812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,4,1,power_law_1.2,29.96329345703125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,4,1,power_law_1.2,39.034857177734374
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,4,1,power_law_1.2,40.307586669921875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,4,1,power_law_1.2,41.55256042480469
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,4,1,power_law_1.2,44.026162719726564
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,4,1,power_law_1.2,46.61988220214844
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,1,power_law_1.2,0.8221216201782227
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,1,power_law_1.2,1.1134079933166503
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,4,1,power_law_1.2,58.933538818359374
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,1,power_law_1.2,1.668739128112793
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,1,power_law_1.2,2.708572769165039
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,1,power_law_1.2,4.700067138671875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,4,1,power_law_1.2,72.106494140625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,1,power_law_1.2,7.692838287353515
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,1,power_law_1.2,9.549827575683594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,1,power_law_1.2,11.084323120117187
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,4,1,power_law_1.2,92.19500732421875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,1,power_law_1.2,12.119414520263671
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,1,power_law_1.2,12.89677734375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,1,power_law_1.2,13.827606201171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,1,power_law_1.2,14.55614776611328
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,4,1,power_law_1.2,102.78680419921875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,1,power_law_1.2,14.926594543457032
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,1,power_law_1.2,15.366525268554687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,1,power_law_1.2,15.56015625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,1,power_law_1.2,15.723875427246094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,1,power_law_1.2,16.11746826171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,1,power_law_1.2,16.47808074951172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.2,16.906614685058592
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.2,17.672706604003906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,4,1,power_law_1.2,138.32889404296876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.2,18.453450012207032
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.2,20.17003479003906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.2,22.150588989257812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.2,27.512728881835937
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,8,1,power_law_1.01,0.7718336105346679
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,4,1,power_law_1.2,164.42120361328125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.2,32.44660339355469
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,8,1,power_law_1.01,0.8727519989013672
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,8,1,power_law_1.01,1.0719584465026855
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,8,1,power_law_1.01,1.4440640449523925
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.2,42.11430358886719
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,8,1,power_law_1.01,1.1723391532897949
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,8,1,power_law_1.01,1.5954624176025392
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,8,1,power_law_1.01,1.497599983215332
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,8,1,power_law_1.01,1.5308192253112793
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,8,1,power_law_1.01,1.5374784469604492
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.2,53.04435424804687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,8,1,power_law_1.01,1.6309343338012696
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,8,1,power_law_1.01,1.6927839279174806
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,8,1,power_law_1.01,1.7466432571411132
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,8,1,power_law_1.01,1.509068775177002
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,4,1,power_law_1.2,193.56165771484376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,8,1,power_law_1.01,1.5517824172973633
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,8,1,power_law_1.01,1.4356575965881349
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,8,1,power_law_1.01,3.1159103393554686
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,8,1,power_law_1.01,3.894464111328125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,8,1,power_law_1.01,5.813865661621094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,4,1,power_law_1.2,64.71206665039062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,8,1,power_law_1.01,1.4757120132446289
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,8,1,power_law_1.01,7.753116607666016
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,8,1,power_law_1.01,10.922553253173827
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,8,1,power_law_1.01,0.3694591999053955
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,8,1,power_law_1.01,0.46669759750366213
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,8,1,power_law_1.01,0.614083194732666
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,8,1,power_law_1.01,1.9906272888183594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,8,1,power_law_1.01,14.142118835449219
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,8,1,power_law_1.01,0.6994239807128906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,8,1,power_law_1.01,2.5698368072509767
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,8,1,power_law_1.01,0.8827072143554687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,8,1,power_law_1.01,0.9069215774536132
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,8,1,power_law_1.01,0.9091744422912598
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,8,1,power_law_1.01,0.9152416229248047
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,8,1,power_law_1.01,0.9315648078918457
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,8,1,power_law_1.01,0.9473247528076172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,8,1,power_law_1.01,0.9623871803283691
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,8,1,power_law_1.01,0.9724479675292969
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,8,1,power_law_1.01,1.0046303749084473
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,8,1,power_law_1.01,1.0397279739379883
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,8,1,power_law_1.01,1.1045503616333008
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,8,1,power_law_1.01,20.859423828125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,8,1,power_law_1.01,1.1219200134277343
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,8,1,power_law_1.01,1.2077024459838868
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,8,1,power_law_1.01,1.3024703979492187
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,8,1,power_law_1.01,1.6432767868041993
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,8,1,power_law_1.01,2.1131744384765625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,8,1,power_law_1.01,2.4224479675292967
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,8,1,power_law_1.01,3.471363067626953
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,8,1,power_law_1.01,4.679983901977539
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,8,1,power_law_1.01,27.471401977539063
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,8,1,power_law_1.01,6.729401397705078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,8,1,power_law_1.01,8.936211395263673
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,8,1,power_law_1.01,2.812371253967285
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,8,1,power_law_1.01,33.901275634765625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,8,1,power_law_1.2,1.0712672233581544
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,8,1,power_law_1.01,12.689888000488281
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,8,1,power_law_1.01,16.98138885498047
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,8,1,power_law_1.2,1.44301118850708
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,8,1,power_law_1.2,0.7816192150115967
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,8,1,power_law_1.2,1.4856800079345702
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,8,1,power_law_1.01,22.85814971923828
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,8,1,power_law_1.2,1.50283203125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,8,1,power_law_1.2,1.5400959968566894
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,8,1,power_law_1.2,0.8798591613769531
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,8,1,power_law_1.2,1.547696018218994
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,8,1,power_law_1.2,1.6382335662841796
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,8,1,power_law_1.2,1.7104703903198242
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,8,1,power_law_1.2,1.760758399963379
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,8,1,power_law_1.2,1.1284000396728515
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,8,1,power_law_1.2,1.4999679565429687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,8,1,power_law_1.2,2.0045183181762694
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,8,1,power_law_1.2,2.9832639694213867
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,8,1,power_law_1.2,3.771855926513672
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,8,1,power_law_1.2,5.778950500488281
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,8,1,power_law_1.2,1.5108575820922852
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,8,1,power_law_1.2,1.436150360107422
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,8,1,power_law_1.2,1.547049617767334
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,8,1,power_law_1.2,7.537747192382812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,8,1,power_law_1.2,10.832784271240234
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,8,1,power_law_1.2,13.979408264160156
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,8,1,power_law_1.2,2.5856607437133787
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,8,1,power_law_1.2,0.37343358993530273
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,8,1,power_law_1.2,0.6950975894927979
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,8,1,power_law_1.2,0.8806303977966309
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,8,1,power_law_1.2,20.6391357421875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,8,1,power_law_1.2,0.8927776336669921
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,8,1,power_law_1.2,0.9037887573242187
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,8,1,power_law_1.2,0.9311967849731445
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,8,1,power_law_1.2,0.9210335731506347
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,8,1,power_law_1.2,0.46817917823791505
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,8,1,power_law_1.2,0.9363615989685059
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,8,1,power_law_1.2,0.9628000259399414
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,8,1,power_law_1.2,0.9809632301330566
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,8,1,power_law_1.2,0.9942175865173339
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,8,1,power_law_1.2,1.0522720336914062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,8,1,power_law_1.2,1.0836416244506837
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,8,1,power_law_1.2,1.1470144271850586
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,8,1,power_law_1.2,1.2168352127075195
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,8,1,power_law_1.2,0.6117760181427002
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,8,1,power_law_1.2,1.296787166595459
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,8,1,power_law_1.2,1.6380447387695312
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,8,1,power_law_1.2,2.092367935180664
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,8,1,power_law_1.2,2.416307258605957
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,8,1,power_law_1.2,3.4920513153076174
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,8,1,power_law_1.2,4.57995834350586
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,8,1,power_law_1.2,2.8093984603881834
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,8,1,power_law_1.2,34.92494506835938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,8,1,power_law_1.2,6.558255767822265
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,8,1,power_law_1.2,8.91985626220703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,8,1,power_law_1.2,12.820375061035156
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,8,1,power_law_1.01,2.1697408676147463
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,8,1,power_law_1.2,17.178512573242188
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,8,1,power_law_1.01,2.2850015640258787
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,8,1,power_law_1.01,0.7855648040771485
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,8,1,power_law_1.2,21.19298553466797
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,8,1,power_law_1.01,1.2047967910766602
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,8,1,power_law_1.01,1.477017593383789
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,8,1,power_law_1.01,2.3189247131347654
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,8,1,power_law_1.01,2.3522527694702147
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,8,1,power_law_1.01,1.7099584579467773
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,8,1,power_law_1.01,2.421772766113281
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,8,1,power_law_1.2,27.2389404296875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,8,1,power_law_1.01,3.1843744277954102
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,8,1,power_law_1.01,2.267807960510254
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,8,1,power_law_1.01,3.9716766357421873
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,8,1,power_law_1.01,2.565667152404785
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,8,1,power_law_1.01,3.8604766845703127
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,8,1,power_law_1.01,5.386723327636719
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,8,1,power_law_1.01,3.0158496856689454
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,8,1,power_law_1.01,2.8884960174560548
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,8,1,power_law_1.01,2.3906015396118163
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,8,1,power_law_1.01,6.857891082763672
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,8,1,power_law_1.01,2.413868713378906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,8,1,power_law_1.01,9.514585876464844
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,8,1,power_law_1.01,2.3710048675537108
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,8,1,power_law_1.01,12.195932769775391
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,8,1,power_law_1.01,18.144444274902344
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,8,1,power_law_1.01,23.243238830566405
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,8,1,power_law_1.01,34.648504638671874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,8,1,power_law_1.01,0.4794271945953369
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,8,1,power_law_1.01,1.2880831718444825
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,8,1,power_law_1.01,1.1670623779296876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,8,1,power_law_1.01,48.376409912109374
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,8,1,power_law_1.01,1.3422112464904785
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,8,1,power_law_1.01,1.3510623931884767
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,8,1,power_law_1.01,1.3710271835327148
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,8,1,power_law_1.01,1.27542724609375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,8,1,power_law_1.01,1.2961055755615234
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,8,1,power_law_1.01,1.4108799934387206
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,8,1,power_law_1.01,60.78694458007813
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,8,1,power_law_1.01,1.0730015754699707
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,8,1,power_law_1.01,0.6407104015350342
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,8,1,power_law_1.01,1.7311872482299804
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,8,1,power_law_1.01,2.3102527618408204
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,8,1,power_law_1.01,1.2097984313964845
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,8,1,power_law_1.01,3.111862373352051
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,8,1,power_law_1.01,1.3090527534484864
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,8,1,power_law_1.01,3.7118465423583986
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,8,1,power_law_1.01,5.567443084716797
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,8,1,power_law_1.01,7.324329376220703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,8,1,power_law_1.01,10.51843490600586
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,8,1,power_law_1.01,1.4867679595947265
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,8,1,power_law_1.01,13.34498291015625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,8,1,power_law_1.01,1.683577537536621
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,8,1,power_law_1.01,2.0768512725830077
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,8,1,power_law_1.01,1.8938495635986328
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,8,1,power_law_1.2,2.1538143157958984
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,8,1,power_law_1.01,20.779466247558595
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,8,1,power_law_1.2,2.2808767318725587
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,8,1,power_law_1.01,26.842547607421874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,8,1,power_law_1.2,0.7845471858978271
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,8,1,power_law_1.2,1.2114303588867188
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,8,1,power_law_1.2,2.4201824188232424
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,8,1,power_law_1.2,2.3222368240356444
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,8,1,power_law_1.2,1.4969632148742675
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,8,1,power_law_1.2,2.346889686584473
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,8,1,power_law_1.2,1.7093984603881835
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,8,1,power_law_1.2,2.3710079193115234
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,8,1,power_law_1.2,2.421171188354492
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,8,1,power_law_1.2,2.872438430786133
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,8,1,power_law_1.01,34.056460571289065
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,8,1,power_law_1.2,3.1659135818481445
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,8,1,power_law_1.2,2.252409553527832
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,8,1,power_law_1.2,3.887936019897461
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,8,1,power_law_1.2,5.433014297485352
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,8,1,power_law_1.2,6.833952331542969
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,8,1,power_law_1.2,9.408672332763672
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,8,1,power_law_1.2,2.5572160720825194
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,8,1,power_law_1.2,2.9928096771240233
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,8,1,power_law_1.2,12.34429473876953
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,8,1,power_law_1.2,2.3939136505126952
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,8,1,power_law_1.2,18.312022399902343
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,8,1,power_law_1.2,23.29346923828125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,8,1,power_law_1.2,3.941020965576172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,8,1,power_law_1.2,0.4804671764373779
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,8,1,power_law_1.2,34.45860900878906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,8,1,power_law_1.2,1.3177215576171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,8,1,power_law_1.2,47.159219360351564
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,8,1,power_law_1.2,1.4195679664611816
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,8,1,power_law_1.2,1.3280863761901855
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,8,1,power_law_1.2,1.2726207733154298
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,8,1,power_law_1.2,1.3454272270202636
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,8,1,power_law_1.2,1.3745792388916016
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,8,1,power_law_1.2,1.2981632232666016
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,8,1,power_law_1.2,1.4070112228393554
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,8,1,power_law_1.2,1.500108814239502
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,8,1,power_law_1.2,1.1684351921081544
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,8,1,power_law_1.2,1.6751007080078124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,8,1,power_law_1.2,1.7342880249023438
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,8,1,power_law_1.2,59.580499267578126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,8,1,power_law_1.2,0.6423935890197754
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,8,1,power_law_1.2,2.3152864456176756
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,8,1,power_law_1.2,3.0917631149291993
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,8,1,power_law_1.2,3.7837791442871094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,8,1,power_law_1.2,1.0758848190307617
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,8,1,power_law_1.2,5.639507293701172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,8,1,power_law_1.2,7.1201118469238285
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,8,1,power_law_1.2,1.2108096122741698
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,8,1,power_law_1.2,10.571791839599609
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,8,1,power_law_1.01,0.9703871726989746
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,8,1,power_law_1.2,13.493775939941406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,8,1,power_law_1.01,1.1340959548950196
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,8,1,power_law_1.01,1.5331232070922851
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,8,1,power_law_1.01,2.476483154296875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,8,1,power_law_1.2,20.338053894042968
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,8,1,power_law_1.2,1.9040096282958985
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,8,1,power_law_1.2,2.0742111206054688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,8,1,power_law_1.01,4.66146240234375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,8,1,power_law_1.01,6.589552307128907
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,8,1,power_law_1.2,27.31573486328125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,8,1,power_law_1.01,7.512105560302734
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,8,1,power_law_1.01,8.632755279541016
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,8,1,power_law_1.01,9.259913635253906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,8,1,power_law_1.01,9.449427032470703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,8,1,power_law_1.01,10.022844696044922
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,8,1,power_law_1.2,32.8541748046875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,8,1,power_law_1.01,10.11728286743164
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,8,1,power_law_1.01,10.247705841064453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,8,1,power_law_1.01,10.39432601928711
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,8,1,power_law_1.01,12.785231781005859
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,8,1,power_law_1.01,12.924908447265626
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,8,1,power_law_1.01,13.247622680664062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,8,1,power_law_1.01,13.925068664550782
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,8,1,power_law_1.01,14.61426239013672
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,8,1,power_law_1.01,16.085650634765624
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,8,1,power_law_1.01,19.437362670898438
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,1,power_law_1.01,0.6118688106536865
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,8,1,power_law_1.01,24.844122314453124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,1,power_law_1.01,0.7611680030822754
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,1,power_law_1.01,1.0200032234191894
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,8,1,power_law_1.01,31.202249145507814
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,1,power_law_1.01,1.5170816421508788
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,1,power_law_1.01,2.4468704223632813
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,1,power_law_1.01,3.753916931152344
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,8,1,power_law_1.01,42.60550537109375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,1,power_law_1.01,4.448601531982422
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,1,power_law_1.01,5.028166580200195
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,1,power_law_1.01,5.284006500244141
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,1,power_law_1.01,5.479081726074218
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,8,1,power_law_1.01,52.552117919921876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,1,power_law_1.01,5.631600189208984
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,1,power_law_1.01,5.814633560180664
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,1,power_law_1.01,5.877267074584961
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,1,power_law_1.01,5.972393417358399
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,8,1,power_law_1.01,6.668364715576172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,8,1,power_law_1.01,6.691206359863282
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,8,1,power_law_1.01,6.828022766113281
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,8,1,power_law_1.01,63.56649169921875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,8,1,power_law_1.01,7.013356781005859
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,8,1,power_law_1.01,7.32562255859375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,8,1,power_law_1.01,7.882115173339844
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,8,1,power_law_1.01,8.508911895751954
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,8,1,power_law_1.01,9.809859466552734
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,8,1,power_law_1.01,12.066694641113282
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,8,1,power_law_1.2,0.9821311950683593
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,8,1,power_law_1.01,15.757862854003907
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,8,1,power_law_1.01,84.83622436523437
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,8,1,power_law_1.2,1.127996826171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,8,1,power_law_1.2,1.5294400215148927
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,8,1,power_law_1.01,19.725975036621094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,8,1,power_law_1.2,2.465702438354492
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,8,1,power_law_1.2,4.649977493286133
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,8,1,power_law_1.2,6.623455810546875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,8,1,power_law_1.2,7.514438629150391
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,8,1,power_law_1.01,27.45335693359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,8,1,power_law_1.2,8.605574035644532
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,8,1,power_law_1.01,102.30086669921874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,8,1,power_law_1.2,9.263011169433593
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,8,1,power_law_1.01,35.22663269042969
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,8,1,power_law_1.2,9.472006225585938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,8,1,power_law_1.2,9.942422485351562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,8,1,power_law_1.2,10.131228637695312
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,8,1,power_law_1.2,10.260291290283202
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,8,1,power_law_1.2,10.394172668457031
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,8,1,power_law_1.01,42.702127075195314
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,8,1,power_law_1.2,12.780326080322265
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,8,1,power_law_1.2,12.954701232910157
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,8,1,power_law_1.2,13.236607360839844
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,8,1,power_law_1.2,13.912380981445313
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,8,1,power_law_1.2,14.604518127441406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,8,1,power_law_1.2,16.094912719726562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,8,1,power_law_1.2,19.436604309082032
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,1,power_law_1.2,0.6119264125823974
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,8,1,power_law_1.2,24.852780151367188
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,1,power_law_1.2,0.7640768051147461
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,1,power_law_1.2,1.0222559928894044
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,8,1,power_law_1.2,30.44013671875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,1,power_law_1.2,1.514195156097412
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,1,power_law_1.2,2.451171112060547
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,1,power_law_1.2,3.7517696380615235
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,1,power_law_1.2,4.452259063720703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,1,power_law_1.2,5.023420715332032
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,8,1,power_law_1.2,42.456600952148435
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,1,power_law_1.2,5.319731140136719
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,1,power_law_1.2,5.4757953643798825
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,1,power_law_1.2,5.639078521728516
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,1,power_law_1.2,5.822671890258789
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,1,power_law_1.2,5.894083023071289
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,8,1,power_law_1.2,52.74818115234375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,1,power_law_1.2,5.973638534545898
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,8,1,power_law_1.2,6.631113433837891
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,8,1,power_law_1.2,6.705452728271484
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,8,1,power_law_1.2,6.8117919921875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,8,1,power_law_1.2,7.055868530273438
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,8,1,power_law_1.2,7.332899475097657
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,8,1,power_law_1.2,67.99950561523437
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,8,1,power_law_1.2,7.897996520996093
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,8,1,power_law_1.2,8.527212524414063
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,8,1,power_law_1.2,9.837564849853516
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,8,1,power_law_1.2,12.102092742919922
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,8,1,power_law_1.2,84.70515747070313
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,8,1,power_law_1.2,15.796601867675781
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,8,1,power_law_1.2,19.735833740234376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,8,1,power_law_1.01,0.34432640075683596
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,8,1,power_law_1.2,27.418728637695313
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,8,1,power_law_1.01,0.47980799674987795
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,8,1,power_law_1.01,0.6685503959655762
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,8,1,power_law_1.2,101.967041015625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,8,1,power_law_1.01,2.2707040786743162
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,8,1,power_law_1.2,35.23779296875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,8,1,power_law_1.01,1.0778335571289062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,8,1,power_law_1.01,1.4904224395751953
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,8,1,power_law_1.01,2.4117664337158202
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,8,1,power_law_1.01,2.5055904388427734
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,8,1,power_law_1.2,42.619223022460936
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,8,1,power_law_1.01,2.5295808792114256
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,8,1,power_law_1.01,2.317638397216797
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,8,1,power_law_1.01,2.3219104766845704
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,8,1,power_law_1.01,2.5788511276245116
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,8,1,power_law_1.01,2.1850048065185548
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,8,1,power_law_1.01,2.5828479766845702
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,8,1,power_law_1.01,2.8733407974243166
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,8,1,power_law_1.01,2.0106815338134765
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,8,1,power_law_1.01,3.648863983154297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,8,1,power_law_1.01,4.361865615844726
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,8,1,power_law_1.01,5.433849716186524
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,8,1,power_law_1.01,7.005181121826172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,8,1,power_law_1.01,2.3681055068969727
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,8,1,power_law_1.01,9.994451141357422
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,1,power_law_1.01,0.40215039253234863
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,8,1,power_law_1.01,12.499273681640625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,1,power_law_1.01,0.5387167930603027
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,8,1,power_law_1.01,2.6924064636230467
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,8,1,power_law_1.01,3.194259262084961
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,1,power_law_1.01,0.7623456001281739
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,1,power_law_1.01,1.0538016319274903
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,1,power_law_1.01,1.4102656364440918
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,1,power_law_1.01,1.5212127685546875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,1,power_law_1.01,0.3336384057998657
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,1,power_law_1.01,1.5881823539733886
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,1,power_law_1.01,1.6029279708862305
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,8,1,power_law_1.01,17.985881042480468
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,1,power_law_1.01,1.6069664001464843
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,1,power_law_1.01,1.6359424591064453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,8,1,power_law_1.01,1.89800968170166
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,8,1,power_law_1.01,1.912063980102539
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,8,1,power_law_1.01,1.9548831939697267
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,8,1,power_law_1.01,1.980905532836914
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,8,1,power_law_1.01,1.9967424392700195
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,8,1,power_law_1.01,2.0813119888305662
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,8,1,power_law_1.01,23.47061767578125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,8,1,power_law_1.01,2.246188735961914
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,8,1,power_law_1.01,2.4288320541381836
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,8,1,power_law_1.01,2.8163616180419924
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,8,1,power_law_1.01,3.5120960235595704
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,8,1,power_law_1.01,4.655523300170898
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,8,1,power_law_1.01,28.826043701171876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,8,1,power_law_1.01,5.808451080322266
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,8,1,power_law_1.2,0.3480832099914551
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,8,1,power_law_1.2,0.4589503765106201
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,8,1,power_law_1.2,0.667961597442627
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,8,1,power_law_1.01,8.275014495849609
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,8,1,power_law_1.2,1.0821727752685546
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,8,1,power_law_1.01,10.645212554931641
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,8,1,power_law_1.2,1.9846431732177734
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,8,1,power_law_1.2,2.323859214782715
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,8,1,power_law_1.01,15.365994262695313
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,8,1,power_law_1.2,2.417145538330078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,8,1,power_law_1.01,20.20960388183594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,8,1,power_law_1.2,1.5051456451416017
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,8,1,power_law_1.2,2.5410303115844726
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,8,1,power_law_1.2,2.2789024353027343
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,8,1,power_law_1.2,2.3262943267822265
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,8,1,power_law_1.01,25.030368041992187
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,8,1,power_law_1.2,2.1875743865966797
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,8,1,power_law_1.2,2.5863872528076173
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,8,1,power_law_1.2,2.6912607192993163
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,8,1,power_law_1.2,2.885203170776367
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,8,1,power_law_1.2,3.662246322631836
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,8,1,power_law_1.2,4.378326416015625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,8,1,power_law_1.2,2.5182079315185546
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,8,1,power_law_1.2,2.5251007080078125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,8,1,power_law_1.2,2.3586687088012694
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,8,1,power_law_1.2,7.043177795410156
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,1,power_law_1.2,0.33368639945983886
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,8,1,power_law_1.2,10.014109039306641
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,1,power_law_1.2,0.39168319702148435
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,1,power_law_1.2,0.5400608062744141
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,1,power_law_1.2,0.7661087989807129
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,8,1,power_law_1.2,12.524217224121093
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,1,power_law_1.2,1.0638784408569335
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,1,power_law_1.2,1.4278464317321777
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,1,power_law_1.2,1.5270336151123047
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,8,1,power_law_1.2,3.2047073364257814
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,1,power_law_1.2,1.5778495788574218
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,8,1,power_law_1.2,5.441651153564453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,1,power_law_1.2,1.5956735610961914
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,1,power_law_1.2,1.6205312728881835
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,8,1,power_law_1.2,18.00469512939453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,1,power_law_1.2,1.6344896316528321
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,8,1,power_law_1.2,1.8819360733032227
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,8,1,power_law_1.2,1.930780792236328
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,8,1,power_law_1.2,1.9352703094482422
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,8,1,power_law_1.2,1.9849920272827148
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,8,1,power_law_1.2,2.0119455337524412
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,8,1,power_law_1.2,2.068345642089844
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,8,1,power_law_1.2,2.2428735733032226
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,8,1,power_law_1.2,2.4252864837646486
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,8,1,power_law_1.2,2.828278350830078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,8,1,power_law_1.2,23.441139221191406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,8,1,power_law_1.2,3.5147327423095702
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,8,1,power_law_1.2,4.6489921569824215
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,8,1,power_law_1.2,5.813449478149414
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,8,1,power_law_1.01,0.8008255958557129
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,8,1,power_law_1.01,1.0183775901794434
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,8,1,power_law_1.2,8.441545867919922
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,8,1,power_law_1.01,1.5161472320556642
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,8,1,power_law_1.2,10.614505767822266
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,8,1,power_law_1.01,2.4331968307495115
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,8,1,power_law_1.01,4.183555221557617
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,8,1,power_law_1.2,15.457510375976563
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,8,1,power_law_1.01,5.544467163085938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,8,1,power_law_1.01,6.2293342590332035
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,8,1,power_law_1.2,20.163615417480468
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,8,1,power_law_1.01,6.437904357910156
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,8,1,power_law_1.01,6.682463836669922
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,8,1,power_law_1.01,6.7264259338378904
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,8,1,power_law_1.01,6.805510711669922
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,8,1,power_law_1.2,24.987986755371093
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,8,1,power_law_1.01,6.918994903564453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,8,1,power_law_1.01,8.742269134521484
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,8,1,power_law_1.01,8.953775787353516
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,8,1,power_law_1.01,9.121174621582032
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,8,1,power_law_1.01,9.281817626953124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,8,1,power_law_1.01,9.595954895019531
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,8,1,power_law_1.2,28.888320922851562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,8,1,power_law_1.01,10.119174194335937
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,8,1,power_law_1.01,10.579417419433593
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,8,1,power_law_1.01,13.807685852050781
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,8,1,power_law_1.01,15.430691528320313
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,1,power_law_1.01,0.5211167812347413
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,8,1,power_law_1.01,20.3698974609375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,1,power_law_1.01,0.6828447818756104
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,1,power_law_1.01,0.9858495712280273
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,8,1,power_law_1.01,26.271017456054686
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,1,power_law_1.01,1.5719679832458495
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,1,power_law_1.01,2.211110305786133
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,1,power_law_1.01,3.069526481628418
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,1,power_law_1.01,3.566611099243164
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,8,1,power_law_1.01,33.57498474121094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,1,power_law_1.01,3.680937576293945
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,1,power_law_1.01,3.7367809295654295
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,1,power_law_1.01,3.790822219848633
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,1,power_law_1.01,3.908687973022461
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,1,power_law_1.01,3.9358081817626953
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,8,1,power_law_1.01,4.598518371582031
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,8,1,power_law_1.01,42.72195129394531
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,8,1,power_law_1.01,4.663401412963867
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,8,1,power_law_1.01,4.723107147216797
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,8,1,power_law_1.01,4.7919361114501955
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,8,1,power_law_1.01,4.93177604675293
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,8,1,power_law_1.01,5.1997215270996096
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,8,1,power_law_1.01,5.499142456054687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,8,1,power_law_1.01,6.124851226806641
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,8,1,power_law_1.01,6.780604553222656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,8,1,power_law_1.01,60.934197998046876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,8,1,power_law_1.01,9.36490249633789
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,8,1,power_law_1.01,10.564115142822265
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,8,1,power_law_1.2,0.7982816219329834
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,8,1,power_law_1.01,14.695242309570313
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,8,1,power_law_1.2,1.0168736457824707
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,8,1,power_law_1.2,1.5056320190429688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,8,1,power_law_1.01,18.615814208984375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,8,1,power_law_1.2,2.425823974609375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,8,1,power_law_1.2,4.1916545867919925
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,8,1,power_law_1.01,82.15685424804687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,8,1,power_law_1.2,5.5523841857910154
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,8,1,power_law_1.2,6.224425506591797
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,8,1,power_law_1.01,25.833673095703126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,8,1,power_law_1.2,6.44044189453125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,8,1,power_law_1.2,6.682556915283203
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,8,1,power_law_1.2,6.70324478149414
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,8,1,power_law_1.2,6.788156890869141
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,8,1,power_law_1.2,6.900559997558593
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,8,1,power_law_1.01,33.98121948242188
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,8,1,power_law_1.2,8.782457733154297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,8,1,power_law_1.2,8.94999008178711
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,8,1,power_law_1.2,9.088118743896484
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,8,1,power_law_1.2,9.278249359130859
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,8,1,power_law_1.2,9.61666259765625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,8,1,power_law_1.01,41.99351501464844
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,8,1,power_law_1.01,99.59154052734375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,8,1,power_law_1.2,10.122025299072266
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,8,1,power_law_1.2,10.561257934570312
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,8,1,power_law_1.2,13.790412902832031
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,8,1,power_law_1.2,15.398495483398438
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,1,power_law_1.2,0.5248447895050049
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,8,1,power_law_1.2,20.30302734375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,1,power_law_1.2,0.6804384231567383
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,1,power_law_1.2,0.9831935882568359
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,1,power_law_1.2,1.566748809814453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,8,1,power_law_1.2,26.351007080078126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,1,power_law_1.2,2.2129695892333983
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,1,power_law_1.2,3.063203239440918
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,1,power_law_1.2,3.5742687225341796
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,1,power_law_1.2,3.686812973022461
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,8,1,power_law_1.2,33.541891479492186
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,1,power_law_1.2,3.7396190643310545
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,1,power_law_1.2,3.7880767822265624
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,1,power_law_1.2,3.9099903106689453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,1,power_law_1.2,3.9524478912353516
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,8,1,power_law_1.2,4.593209457397461
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,8,1,power_law_1.2,42.661529541015625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,8,1,power_law_1.2,4.654707336425782
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,8,1,power_law_1.2,4.722067260742188
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,8,1,power_law_1.2,4.795119857788086
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,8,1,power_law_1.2,4.9231201171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,8,1,power_law_1.2,5.222057723999024
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,8,1,power_law_1.2,5.5048480987548825
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,8,1,power_law_1.2,6.091712188720703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,8,1,power_law_1.2,6.788304138183594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,8,1,power_law_1.2,60.81287841796875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,8,1,power_law_1.2,9.36187515258789
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,8,1,power_law_1.2,10.58544921875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,8,1,power_law_1.01,1.1389504432678224
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,8,1,power_law_1.2,14.566397094726563
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,8,1,power_law_1.01,1.3189727783203125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,8,1,power_law_1.2,18.80641326904297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,8,1,power_law_1.01,1.763580894470215
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,8,1,power_law_1.2,82.24224853515625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,8,1,power_law_1.01,2.789116859436035
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,8,1,power_law_1.2,25.830349731445313
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,8,1,power_law_1.01,5.27977294921875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,8,1,power_law_1.01,7.416400146484375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,8,1,power_law_1.2,33.939788818359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,8,1,power_law_1.01,9.73748779296875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,8,1,power_law_1.01,11.052320098876953
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,8,1,power_law_1.01,12.324076843261718
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,8,1,power_law_1.01,12.811820983886719
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,8,1,power_law_1.2,99.68013916015624
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,8,1,power_law_1.01,13.648912048339843
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,8,1,power_law_1.2,41.7513427734375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,8,1,power_law_1.01,14.236119079589844
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,8,1,power_law_1.01,14.722636413574218
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,8,1,power_law_1.01,15.093136596679688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,8,1,power_law_1.01,15.188365173339843
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,8,1,power_law_1.01,15.435591125488282
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,8,1,power_law_1.01,19.144560241699217
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,8,1,power_law_1.01,19.805638122558594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,8,1,power_law_1.01,20.574024963378907
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,8,1,power_law_1.01,22.08119354248047
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,8,1,power_law_1.01,23.682505798339843
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,1,power_law_1.01,0.6920703887939453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,8,1,power_law_1.01,31.072845458984375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,1,power_law_1.01,0.8480959892272949
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,1,power_law_1.01,1.1519519805908203
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,1,power_law_1.01,1.7287679672241212
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,8,1,power_law_1.01,37.246334838867185
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,1,power_law_1.01,2.7582496643066405
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,1,power_law_1.01,4.456883239746094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,1,power_law_1.01,5.653481674194336
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,8,1,power_law_1.01,49.840353393554686
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,1,power_law_1.01,6.4364768981933596
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,1,power_law_1.01,6.936246490478515
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,1,power_law_1.01,7.370156860351562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,8,1,power_law_1.01,57.30400390625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,1,power_law_1.01,8.00470428466797
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,1,power_law_1.01,8.248320007324219
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,1,power_law_1.01,8.466416168212891
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,1,power_law_1.01,8.68981475830078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,1,power_law_1.01,8.81747817993164
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,1,power_law_1.01,8.921756744384766
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,1,power_law_1.01,9.857695770263671
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,1,power_law_1.01,10.128022766113281
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,8,1,power_law_1.01,81.4474609375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.01,10.347894287109375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.01,10.907059478759766
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.01,11.473222351074218
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.01,12.710076904296875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,8,1,power_law_1.01,97.60416870117187
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.01,14.090357971191406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.01,18.36826934814453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,8,1,power_law_1.2,1.134563159942627
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,8,1,power_law_1.2,1.31594877243042
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.01,22.469488525390624
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,8,1,power_law_1.2,1.7624000549316405
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,8,1,power_law_1.2,2.7787872314453126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,8,1,power_law_1.2,5.295980834960938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,8,1,power_law_1.01,109.31065673828125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.01,29.54303894042969
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,8,1,power_law_1.2,7.414681243896484
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,8,1,power_law_1.2,9.75542755126953
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,8,1,power_law_1.2,11.052742767333985
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.01,36.87873229980469
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,8,1,power_law_1.2,12.269261169433594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,8,1,power_law_1.2,12.86727294921875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,8,1,power_law_1.2,13.646220397949218
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,8,1,power_law_1.2,14.304083251953125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,8,1,power_law_1.2,14.732704162597656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,8,1,power_law_1.01,45.47593688964844
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,8,1,power_law_1.2,15.092697143554688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,8,1,power_law_1.2,15.208268737792968
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,8,1,power_law_1.2,15.436134338378906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,8,1,power_law_1.2,19.14912567138672
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,8,1,power_law_1.2,19.8068359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,8,1,power_law_1.2,20.58136901855469
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,8,1,power_law_1.2,22.08179473876953
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,8,1,power_law_1.2,23.70960693359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,1,power_law_1.2,0.7059743881225586
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,8,1,power_law_1.2,31.064031982421874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,1,power_law_1.2,0.8532159805297852
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,1,power_law_1.2,1.150393581390381
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,8,1,power_law_1.2,38.45719909667969
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,1,power_law_1.2,1.7240415573120118
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,1,power_law_1.2,2.752751922607422
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,1,power_law_1.2,4.439612960815429
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,8,1,power_law_1.2,49.65701904296875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,1,power_law_1.2,5.638726425170899
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,1,power_law_1.2,6.432447814941407
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,1,power_law_1.2,6.9326622009277346
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,1,power_law_1.2,7.359164428710938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,1,power_law_1.2,7.990377807617188
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,8,1,power_law_1.2,57.5647216796875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,1,power_law_1.2,8.259388732910157
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,1,power_law_1.2,8.479261016845703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,1,power_law_1.2,8.70006103515625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,1,power_law_1.2,8.824476623535157
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,1,power_law_1.2,8.93219223022461
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,1,power_law_1.2,9.88598403930664
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,1,power_law_1.2,10.126838684082031
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,8,1,power_law_1.2,81.85740966796875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.2,10.36346206665039
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.2,10.911901092529297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.2,11.391487884521485
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,8,1,power_law_1.2,89.46622314453126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.2,12.742301177978515
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.2,14.089993286132813
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,16,1,power_law_1.01,0.4877823829650879
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,16,1,power_law_1.01,0.6609792232513427
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,16,1,power_law_1.01,0.4226655960083008
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.2,18.34844207763672
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,16,1,power_law_1.01,1.0276736259460448
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,16,1,power_law_1.01,1.0528032302856445
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,16,1,power_law_1.01,1.0397536277770996
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,16,1,power_law_1.01,1.058195209503174
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,16,1,power_law_1.01,1.075660800933838
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,16,1,power_law_1.01,0.7320096015930175
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.2,22.525677490234376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,16,1,power_law_1.01,1.08056640625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,16,1,power_law_1.01,1.106816005706787
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,16,1,power_law_1.01,1.1229920387268066
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,16,1,power_law_1.01,1.161680030822754
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,16,1,power_law_1.01,1.2497664451599122
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,16,1,power_law_1.01,1.3226752281188965
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,16,1,power_law_1.01,1.3779199600219727
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,16,1,power_law_1.01,1.3862848281860352
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,8,1,power_law_1.2,109.3509033203125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,16,1,power_law_1.01,1.773535919189453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,16,1,power_law_1.01,2.3198335647583006
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,16,1,power_law_1.01,3.442118453979492
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.2,29.57330322265625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,16,1,power_law_1.01,4.319638442993164
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,16,1,power_law_1.01,6.203369522094727
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,16,1,power_law_1.01,8.176876831054688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,16,1,power_law_1.01,0.2734879970550537
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,16,1,power_law_1.01,0.37153921127319334
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.2,36.847311401367186
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,16,1,power_law_1.01,0.4561408042907715
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,16,1,power_law_1.01,12.056425476074219
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,16,1,power_law_1.01,0.5691711902618408
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,16,1,power_law_1.01,0.5817503929138184
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,16,1,power_law_1.01,0.5842976093292236
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,16,1,power_law_1.01,0.6006336212158203
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,16,1,power_law_1.01,0.6041664123535156
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,16,1,power_law_1.01,0.6161439895629883
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,16,1,power_law_1.01,15.915498352050781
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,16,1,power_law_1.01,0.6311391830444336
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,16,1,power_law_1.01,0.6456160068511962
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,16,1,power_law_1.01,0.6743840217590332
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,16,1,power_law_1.01,0.697430419921875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,16,1,power_law_1.01,0.7540736198425293
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,16,1,power_law_1.01,0.7978879928588867
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,16,1,power_law_1.01,0.7639103889465332
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,16,1,power_law_1.01,0.8349439620971679
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,16,1,power_law_1.01,1.1440320014953613
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,16,1,power_law_1.01,1.3052991867065429
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,16,1,power_law_1.01,1.5712127685546875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,16,1,power_law_1.01,23.599197387695312
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,16,1,power_law_1.01,0.5331200122833252
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,16,1,power_law_1.01,2.226153564453125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,8,1,power_law_1.2,45.316470336914065
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,16,1,power_law_1.01,2.882854461669922
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,16,1,power_law_1.2,0.4227263927459717
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,16,1,power_law_1.01,4.193635177612305
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,16,1,power_law_1.2,0.49559998512268066
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,16,1,power_law_1.2,0.6685760021209717
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,16,1,power_law_1.01,5.538118362426758
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,16,1,power_law_1.2,0.7380383968353271
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,16,1,power_law_1.2,1.0310272216796874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,16,1,power_law_1.01,31.35286865234375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,16,1,power_law_1.2,1.0393471717834473
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,16,1,power_law_1.2,1.0501567840576171
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,16,1,power_law_1.01,7.942431640625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,16,1,power_law_1.2,1.0688544273376466
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,16,1,power_law_1.2,1.0672736167907715
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,16,1,power_law_1.2,1.088038444519043
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,16,1,power_law_1.2,1.1155200004577637
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,16,1,power_law_1.2,1.1662688255310059
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,16,1,power_law_1.2,1.1678751945495605
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,16,1,power_law_1.2,1.2376543998718261
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,16,1,power_law_1.01,10.814809417724609
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,16,1,power_law_1.2,1.3200736045837402
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,16,1,power_law_1.2,1.356067180633545
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,16,1,power_law_1.2,1.391753578186035
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,16,1,power_law_1.2,1.7151935577392579
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,16,1,power_law_1.2,2.306227111816406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,16,1,power_law_1.01,13.306381225585938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,16,1,power_law_1.2,3.4586463928222657
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,16,1,power_law_1.2,4.314019012451172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,16,1,power_law_1.01,39.217874145507814
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,16,1,power_law_1.2,6.215046310424805
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,16,1,power_law_1.2,0.2724800109863281
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,16,1,power_law_1.2,8.238409423828125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,16,1,power_law_1.2,0.3690464019775391
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,16,1,power_law_1.2,0.4560256004333496
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,16,1,power_law_1.2,0.49332480430603026
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,16,1,power_law_1.2,0.5712736129760743
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,16,1,power_law_1.2,0.5780479907989502
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,16,1,power_law_1.2,12.024518585205078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,16,1,power_law_1.2,0.5897503852844238
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,16,1,power_law_1.2,0.5916384220123291
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,16,1,power_law_1.2,0.6153024196624756
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,16,1,power_law_1.2,0.6147200107574463
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,16,1,power_law_1.2,0.6296991825103759
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,16,1,power_law_1.2,0.6770912170410156
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,16,1,power_law_1.2,0.6582304000854492
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,16,1,power_law_1.2,0.7023680210113525
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,16,1,power_law_1.2,0.7332511901855469
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,16,1,power_law_1.2,15.901834106445312
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,16,1,power_law_1.2,0.7939263820648194
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,16,1,power_law_1.2,0.7692768096923828
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,16,1,power_law_1.2,0.8347392082214355
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,16,1,power_law_1.2,1.1281632423400878
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,16,1,power_law_1.2,1.3137887954711913
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,16,1,power_law_1.2,1.5680671691894532
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,16,1,power_law_1.2,2.20633602142334
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,16,1,power_law_1.2,2.8761152267456054
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,16,1,power_law_1.2,4.230537414550781
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,16,1,power_law_1.2,23.675199890136717
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,16,1,power_law_1.01,0.6045375823974609
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,16,1,power_law_1.2,5.505667114257813
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,16,1,power_law_1.01,0.7845088005065918
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,16,1,power_law_1.01,1.1154496192932128
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,16,1,power_law_1.2,7.918323516845703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,16,1,power_law_1.01,1.5584575653076171
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,16,1,power_law_1.01,1.5833439826965332
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,16,1,power_law_1.01,1.6054367065429687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,16,1,power_law_1.01,1.609449577331543
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,16,1,power_law_1.01,1.6346143722534179
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,16,1,power_law_1.2,10.625411224365234
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,16,1,power_law_1.01,1.6451711654663086
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,16,1,power_law_1.2,31.349807739257812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,16,1,power_law_1.01,1.6711904525756835
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,16,1,power_law_1.01,1.1163455963134765
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,16,1,power_law_1.01,1.7212896347045898
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,16,1,power_law_1.01,1.7645055770874023
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,16,1,power_law_1.01,1.9187328338623046
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,16,1,power_law_1.2,13.299087524414062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,16,1,power_law_1.01,1.9745311737060547
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,16,1,power_law_1.01,2.044879913330078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,16,1,power_law_1.01,2.2531871795654297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,16,1,power_law_1.01,3.4124286651611326
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,16,1,power_law_1.01,4.422598266601563
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,16,1,power_law_1.01,5.540489578247071
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,16,1,power_law_1.2,39.2110107421875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,16,1,power_law_1.01,7.4983970642089846
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,16,1,power_law_1.01,0.3802272081375122
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,16,1,power_law_1.01,0.5103231906890869
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,16,1,power_law_1.01,10.656121826171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,16,1,power_law_1.01,0.6541920185089112
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,16,1,power_law_1.01,0.8359999656677246
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,16,1,power_law_1.01,13.948361206054688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,16,1,power_law_1.01,0.8445535659790039
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,16,1,power_law_1.01,0.8615296363830567
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,16,1,power_law_1.01,0.8666015625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,16,1,power_law_1.01,0.8824064254760742
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,16,1,power_law_1.01,0.8867039680480957
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,16,1,power_law_1.01,0.9131168365478516
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,16,1,power_law_1.01,0.9315168380737304
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,16,1,power_law_1.01,20.910488891601563
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,16,1,power_law_1.01,0.9538720130920411
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,16,1,power_law_1.01,1.012284755706787
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,16,1,power_law_1.01,1.052665615081787
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,16,1,power_law_1.01,1.1105759620666504
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,16,1,power_law_1.01,1.055679988861084
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,16,1,power_law_1.01,1.1950559616088867
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,16,1,power_law_1.01,0.7615039825439454
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,16,1,power_law_1.01,1.6035520553588867
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,16,1,power_law_1.01,1.9126495361328124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,16,1,power_law_1.01,2.513462448120117
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,16,1,power_law_1.01,27.392764282226562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,16,1,power_law_1.01,3.5162208557128904
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,16,1,power_law_1.01,4.4007423400878904
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,16,1,power_law_1.01,6.364281463623047
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,16,1,power_law_1.2,0.6115039825439453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,16,1,power_law_1.01,8.485657501220704
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,16,1,power_law_1.2,0.7902656078338623
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,16,1,power_law_1.2,1.1316160202026366
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,16,1,power_law_1.2,1.5710847854614258
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,16,1,power_law_1.01,12.742304229736328
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,16,1,power_law_1.01,41.799102783203125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,16,1,power_law_1.2,1.580470371246338
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,16,1,power_law_1.2,1.6612127304077149
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,16,1,power_law_1.2,1.6340255737304688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,16,1,power_law_1.2,1.1189567565917968
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,16,1,power_law_1.2,1.634659194946289
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,16,1,power_law_1.2,1.6645599365234376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,16,1,power_law_1.01,16.694256591796876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,16,1,power_law_1.2,1.6824703216552734
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,16,1,power_law_1.2,1.7113344192504882
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,16,1,power_law_1.2,1.7533151626586914
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,16,1,power_law_1.2,1.9349088668823242
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,16,1,power_law_1.2,2.0042560577392576
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,16,1,power_law_1.2,2.0567264556884766
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,16,1,power_law_1.2,2.263820838928223
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,16,1,power_law_1.01,20.542300415039062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,16,1,power_law_1.2,3.4250049591064453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,16,1,power_law_1.2,4.436268615722656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,16,1,power_law_1.2,5.566976165771484
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,16,1,power_law_1.01,55.4120849609375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,16,1,power_law_1.2,7.470764923095703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,16,1,power_law_1.2,10.59280014038086
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,16,1,power_law_1.2,0.38181118965148925
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,16,1,power_law_1.2,0.5171008110046387
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,16,1,power_law_1.2,14.021209716796875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,16,1,power_law_1.2,0.6587808132171631
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,16,1,power_law_1.2,0.7663328170776367
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,16,1,power_law_1.2,0.8343392372131347
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,16,1,power_law_1.01,68.41676635742188
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,16,1,power_law_1.2,0.8484959602355957
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,16,1,power_law_1.2,0.8590751647949219
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,16,1,power_law_1.2,0.857699203491211
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,16,1,power_law_1.2,0.8793760299682617
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,16,1,power_law_1.2,0.882697582244873
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,16,1,power_law_1.2,0.9017120361328125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,16,1,power_law_1.2,0.9428735733032226
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,16,1,power_law_1.2,0.9530688285827636
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,16,1,power_law_1.2,20.946701049804688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,16,1,power_law_1.2,1.001251220703125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,16,1,power_law_1.2,1.0419808387756349
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,16,1,power_law_1.2,1.0852160453796387
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,16,1,power_law_1.2,1.0517824172973633
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,16,1,power_law_1.2,1.188211154937744
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,16,1,power_law_1.2,1.6032480239868163
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,16,1,power_law_1.2,1.905846405029297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,16,1,power_law_1.2,2.547577667236328
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,16,1,power_law_1.2,3.4048416137695314
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,16,1,power_law_1.2,27.340753173828126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,16,1,power_law_1.2,4.482252883911133
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,16,1,power_law_1.2,6.474323272705078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,16,1,power_law_1.2,8.558966064453125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,16,1,power_law_1.01,0.8857439994812012
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,16,1,power_law_1.01,0.9704992294311523
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,16,1,power_law_1.2,12.224140930175782
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,16,1,power_law_1.01,1.1237343788146972
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,16,1,power_law_1.2,41.12892456054688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,16,1,power_law_1.01,1.5161855697631836
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,16,1,power_law_1.01,2.203232002258301
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,16,1,power_law_1.2,17.526051330566407
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,16,1,power_law_1.01,3.3085857391357423
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,16,1,power_law_1.01,3.861577606201172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,16,1,power_law_1.2,20.689907836914063
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,16,1,power_law_1.01,4.951318359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,16,1,power_law_1.01,5.218092727661133
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,16,1,power_law_1.2,54.91920166015625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,16,1,power_law_1.01,5.305897521972656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,16,1,power_law_1.01,5.525651168823242
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,16,1,power_law_1.01,5.544393539428711
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,16,1,power_law_1.01,5.61602897644043
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,16,1,power_law_1.01,5.752297592163086
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,16,1,power_law_1.01,6.5756477355957035
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,16,1,power_law_1.01,6.673846435546875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,16,1,power_law_1.01,6.925484466552734
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,16,1,power_law_1.01,7.366905975341797
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,16,1,power_law_1.01,7.8855712890625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,16,1,power_law_1.2,68.83823852539062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,16,1,power_law_1.01,8.849040222167968
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,16,1,power_law_1.01,10.970854187011719
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,16,1,power_law_1.01,14.176626586914063
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,16,1,power_law_1.01,0.5492864131927491
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,16,1,power_law_1.01,16.59019775390625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,16,1,power_law_1.01,0.6408127784729004
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,16,1,power_law_1.01,0.7741663932800293
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,16,1,power_law_1.01,1.1301024436950684
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,16,1,power_law_1.01,1.656083106994629
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,16,1,power_law_1.01,23.60499267578125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,16,1,power_law_1.01,2.545680046081543
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,16,1,power_law_1.01,2.8976768493652343
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,16,1,power_law_1.01,3.1784128189086913
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,16,1,power_law_1.01,3.4063167572021484
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,16,1,power_law_1.01,3.5183807373046876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,16,1,power_law_1.01,29.476925659179688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,16,1,power_law_1.01,3.7222431182861326
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,16,1,power_law_1.01,3.797670364379883
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,16,1,power_law_1.01,3.8395454406738283
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,16,1,power_law_1.01,3.908892822265625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,16,1,power_law_1.01,4.663558578491211
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,16,1,power_law_1.01,4.702348709106445
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,16,1,power_law_1.01,4.740943908691406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,16,1,power_law_1.01,4.973555374145508
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,16,1,power_law_1.01,5.207436752319336
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,16,1,power_law_1.01,43.52836608886719
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,16,1,power_law_1.01,5.7364990234375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,16,1,power_law_1.01,6.273331069946289
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,16,1,power_law_1.01,7.327372741699219
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,16,1,power_law_1.01,54.049688720703124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,16,1,power_law_1.01,9.340412902832032
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,16,1,power_law_1.2,0.87806396484375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,16,1,power_law_1.01,12.542361450195312
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,16,1,power_law_1.2,0.9734784126281738
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,16,1,power_law_1.01,15.93639678955078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,16,1,power_law_1.2,1.1229536056518554
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,16,1,power_law_1.01,63.64852294921875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,16,1,power_law_1.2,1.5185407638549804
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,16,1,power_law_1.2,2.196028709411621
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,16,1,power_law_1.2,3.351897430419922
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,16,1,power_law_1.01,22.60533752441406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,16,1,power_law_1.2,3.864396667480469
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,16,1,power_law_1.2,4.97564811706543
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,16,1,power_law_1.2,5.2200767517089846
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,16,1,power_law_1.2,5.297219085693359
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,16,1,power_law_1.2,5.430364990234375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,16,1,power_law_1.2,5.591052627563476
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,16,1,power_law_1.2,5.615020751953125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,16,1,power_law_1.01,29.267840576171874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,16,1,power_law_1.2,5.754345703125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,16,1,power_law_1.2,6.5662078857421875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,16,1,power_law_1.2,6.686204528808593
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,16,1,power_law_1.2,6.913158416748047
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,16,1,power_law_1.2,7.363385772705078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,16,1,power_law_1.01,35.977151489257814
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,16,1,power_law_1.2,7.874166107177734
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,16,1,power_law_1.2,8.847135925292969
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,16,1,power_law_1.2,10.967977905273438
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,16,1,power_law_1.2,0.549894380569458
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,16,1,power_law_1.2,14.170384216308594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,16,1,power_law_1.2,0.6448895931243896
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,16,1,power_law_1.2,16.51061096191406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,16,1,power_law_1.2,0.7771615982055664
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,16,1,power_law_1.2,1.1337183952331542
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,16,1,power_law_1.2,1.6717599868774413
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,16,1,power_law_1.2,2.5370527267456056
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,16,1,power_law_1.2,23.567701721191405
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,16,1,power_law_1.2,2.8950624465942383
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,16,1,power_law_1.2,3.182444763183594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,16,1,power_law_1.2,3.399391937255859
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,16,1,power_law_1.2,29.63835754394531
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,16,1,power_law_1.2,3.5241344451904295
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,16,1,power_law_1.2,3.7200862884521486
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,16,1,power_law_1.2,3.8034942626953123
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,16,1,power_law_1.2,3.8323009490966795
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,16,1,power_law_1.2,3.9278400421142576
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,16,1,power_law_1.2,4.674419021606445
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,16,1,power_law_1.2,4.6725727081298825
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,16,1,power_law_1.2,4.774528121948242
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,16,1,power_law_1.2,43.23887329101562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,16,1,power_law_1.2,4.994182586669922
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,16,1,power_law_1.2,5.2408702850341795
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,16,1,power_law_1.2,5.759619140625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,16,1,power_law_1.2,6.220899200439453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,16,1,power_law_1.2,7.337375640869141
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,16,1,power_law_1.2,54.03031616210937
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,16,1,power_law_1.2,9.344918060302735
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,16,1,power_law_1.2,12.551372528076172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,16,1,power_law_1.01,0.4140768051147461
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,16,1,power_law_1.2,15.901161193847656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,16,1,power_law_1.2,63.34078369140625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,16,1,power_law_1.01,0.47154879570007324
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,16,1,power_law_1.01,0.5629055976867676
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,16,1,power_law_1.01,1.2539487838745118
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,16,1,power_law_1.01,1.299120044708252
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,16,1,power_law_1.2,22.624114990234375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,16,1,power_law_1.01,1.338435173034668
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,16,1,power_law_1.01,0.7124000072479248
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,16,1,power_law_1.01,0.8875391960144043
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,16,1,power_law_1.01,1.1779808044433593
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,16,1,power_law_1.01,1.3549983978271485
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,16,1,power_law_1.01,1.5065952301025392
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,16,1,power_law_1.01,1.528540802001953
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,16,1,power_law_1.01,1.576352024078369
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,16,1,power_law_1.01,1.60316162109375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,16,1,power_law_1.01,1.6142911911010742
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,16,1,power_law_1.01,1.7338752746582031
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,16,1,power_law_1.01,1.9144063949584962
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,16,1,power_law_1.01,2.211782455444336
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,16,1,power_law_1.01,1.401968002319336
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,16,1,power_law_1.2,29.262255859375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,16,1,power_law_1.01,2.8385951995849608
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,16,1,power_law_1.01,3.5264511108398438
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,16,1,power_law_1.01,5.139804840087891
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,16,1,power_law_1.01,6.471417236328125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,16,1,power_law_1.2,36.048727416992186
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,16,1,power_law_1.01,0.3230463981628418
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,16,1,power_law_1.01,0.35861759185791015
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,16,1,power_law_1.01,0.46184959411621096
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,16,1,power_law_1.01,0.6200319766998291
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,16,1,power_law_1.01,9.250934600830078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,16,1,power_law_1.01,0.8148896217346191
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,16,1,power_law_1.01,12.183670043945312
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,16,1,power_law_1.01,1.040447998046875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,16,1,power_law_1.01,1.1112799644470215
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,16,1,power_law_1.01,1.1541760444641114
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,16,1,power_law_1.01,1.1647295951843262
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,16,1,power_law_1.01,1.1665823936462403
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,16,1,power_law_1.01,1.181392002105713
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,16,1,power_law_1.01,1.3874239921569824
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,16,1,power_law_1.01,1.410848045349121
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,16,1,power_law_1.01,17.655215454101562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,16,1,power_law_1.01,1.432697582244873
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,16,1,power_law_1.01,1.4528608322143555
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,16,1,power_law_1.01,1.4762784004211427
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,16,1,power_law_1.01,1.560927963256836
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,16,1,power_law_1.01,1.7110719680786133
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,16,1,power_law_1.01,1.8810880661010743
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,16,1,power_law_1.01,2.2051904678344725
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,16,1,power_law_1.01,23.791523742675782
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,16,1,power_law_1.01,2.9219104766845705
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,16,1,power_law_1.01,3.805369567871094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,16,1,power_law_1.01,4.911235046386719
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,16,1,power_law_1.01,29.08702697753906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,16,1,power_law_1.2,0.46811518669128416
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,16,1,power_law_1.01,6.920566558837891
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,16,1,power_law_1.2,0.5623871803283691
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,16,1,power_law_1.2,0.7083327770233154
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,16,1,power_law_1.01,8.983795166015625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,16,1,power_law_1.2,0.41875519752502444
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,16,1,power_law_1.2,1.1460960388183594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,16,1,power_law_1.2,1.2590271949768066
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,16,1,power_law_1.2,1.3048319816589355
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,16,1,power_law_1.01,13.089447021484375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,16,1,power_law_1.2,1.3523327827453613
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,16,1,power_law_1.2,1.3546367645263673
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,16,1,power_law_1.2,1.4100895881652833
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,16,1,power_law_1.2,0.8911168098449707
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,16,1,power_law_1.2,1.4847455978393556
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,16,1,power_law_1.2,1.5256031990051269
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,16,1,power_law_1.2,1.5743840217590332
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,16,1,power_law_1.2,1.5840543746948241
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,16,1,power_law_1.01,17.31848602294922
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,16,1,power_law_1.2,1.64050235748291
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,16,1,power_law_1.2,1.7211936950683593
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,16,1,power_law_1.2,1.890928077697754
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,16,1,power_law_1.2,2.2063392639160155
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,16,1,power_law_1.2,2.8299007415771484
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,16,1,power_law_1.2,3.538492965698242
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,16,1,power_law_1.01,21.399903869628908
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,16,1,power_law_1.2,5.1505279541015625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,16,1,power_law_1.2,0.3229696035385132
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,16,1,power_law_1.2,6.555401611328125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,16,1,power_law_1.2,0.3623807907104492
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,16,1,power_law_1.2,0.46370558738708495
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,16,1,power_law_1.2,9.325856018066407
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,16,1,power_law_1.2,0.6174335956573487
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,16,1,power_law_1.2,0.8129311561584472
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,16,1,power_law_1.2,1.0305695533752441
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,16,1,power_law_1.2,12.164809417724609
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,16,1,power_law_1.2,1.113929557800293
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,16,1,power_law_1.2,1.142630386352539
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,16,1,power_law_1.2,1.1526176452636718
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,16,1,power_law_1.2,1.161843204498291
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,16,1,power_law_1.2,1.1883520126342773
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,16,1,power_law_1.2,1.3988608360290526
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,16,1,power_law_1.2,1.402892780303955
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,16,1,power_law_1.2,1.4306976318359375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,16,1,power_law_1.2,1.449407958984375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,16,1,power_law_1.2,1.4774111747741698
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,16,1,power_law_1.2,1.5648799896240235
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,16,1,power_law_1.2,1.7103776931762695
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,16,1,power_law_1.2,17.667564392089844
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,16,1,power_law_1.2,1.8710975646972656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,16,1,power_law_1.2,2.2022016525268553
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,16,1,power_law_1.2,2.9459999084472654
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,16,1,power_law_1.2,3.8056705474853514
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,16,1,power_law_1.2,23.5125244140625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,16,1,power_law_1.2,4.9067424774169925
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,16,1,power_law_1.2,6.931890869140625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,16,1,power_law_1.01,0.6993343830108643
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,16,1,power_law_1.01,0.8036447525024414
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,16,1,power_law_1.2,8.973187255859376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,16,1,power_law_1.2,29.046060180664064
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,16,1,power_law_1.01,0.9639552116394043
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,16,1,power_law_1.01,1.3513216018676757
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,16,1,power_law_1.01,1.99749755859375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,16,1,power_law_1.2,13.097293090820312
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,16,1,power_law_1.01,3.2162879943847655
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,16,1,power_law_1.01,3.3920223236083986
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,16,1,power_law_1.01,3.5383167266845703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,16,1,power_law_1.01,3.763875198364258
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,16,1,power_law_1.2,17.33175048828125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,16,1,power_law_1.01,3.844432067871094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,16,1,power_law_1.01,3.902239990234375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,16,1,power_law_1.01,2.8904544830322267
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,16,1,power_law_1.01,4.206716918945313
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,16,1,power_law_1.01,4.297593688964843
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,16,1,power_law_1.01,4.400128173828125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,16,1,power_law_1.2,21.406947326660156
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,16,1,power_law_1.01,4.509734344482422
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,16,1,power_law_1.01,4.903424072265625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,16,1,power_law_1.01,5.4475360870361325
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,16,1,power_law_1.01,5.968729782104492
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,16,1,power_law_1.01,7.154592132568359
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,16,1,power_law_1.01,8.26778564453125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,16,1,power_law_1.01,10.749625396728515
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,16,1,power_law_1.01,0.5512896060943604
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,16,1,power_law_1.01,14.014508056640626
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,16,1,power_law_1.01,0.7070047855377197
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,16,1,power_law_1.01,1.0347647666931152
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,16,1,power_law_1.01,1.6039424896240235
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,16,1,power_law_1.01,19.416294860839844
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,16,1,power_law_1.01,0.45392961502075196
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,16,1,power_law_1.01,2.1196735382080076
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,16,1,power_law_1.01,2.3033952713012695
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,16,1,power_law_1.01,25.734808349609374
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,16,1,power_law_1.01,2.3865888595581053
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,16,1,power_law_1.01,2.4764991760253907
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,16,1,power_law_1.01,2.503955268859863
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,16,1,power_law_1.01,2.559859275817871
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,16,1,power_law_1.01,2.5853855133056642
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,16,1,power_law_1.01,3.1997568130493166
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,16,1,power_law_1.01,3.2536128997802733
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,16,1,power_law_1.01,3.300444793701172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,16,1,power_law_1.01,35.803713989257815
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,16,1,power_law_1.01,3.327203369140625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,16,1,power_law_1.01,3.4076416015625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,16,1,power_law_1.01,3.639900970458984
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,16,1,power_law_1.01,3.870249557495117
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,16,1,power_law_1.01,4.363888168334961
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,16,1,power_law_1.01,4.936220932006836
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,16,1,power_law_1.01,7.319302368164062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,16,1,power_law_1.01,46.861932373046876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,16,1,power_law_1.01,8.299906921386718
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,16,1,power_law_1.2,0.8063424110412598
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,16,1,power_law_1.01,12.114278411865234
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,16,1,power_law_1.2,0.9644096374511719
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,16,1,power_law_1.2,1.3571680068969727
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,16,1,power_law_1.2,0.701142406463623
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,16,1,power_law_1.01,15.684339904785157
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,16,1,power_law_1.01,57.50311279296875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,16,1,power_law_1.2,2.0006175994873048
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,16,1,power_law_1.2,2.868838310241699
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,16,1,power_law_1.2,3.2516929626464846
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,16,1,power_law_1.2,3.385452651977539
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,16,1,power_law_1.2,3.545276641845703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,16,1,power_law_1.2,3.8004737854003907
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,16,1,power_law_1.01,21.82648620605469
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,16,1,power_law_1.2,3.847084808349609
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,16,1,power_law_1.2,3.925904083251953
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,16,1,power_law_1.2,4.226803207397461
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,16,1,power_law_1.2,4.2603904724121096
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,16,1,power_law_1.2,4.333539199829102
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,16,1,power_law_1.2,4.473680114746093
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,16,1,power_law_1.01,28.824478149414062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,16,1,power_law_1.2,4.900755310058594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,16,1,power_law_1.2,5.463251113891602
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,16,1,power_law_1.2,5.951558303833008
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,16,1,power_law_1.2,7.189411163330078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,16,1,power_law_1.2,8.182514953613282
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,16,1,power_law_1.01,35.48307800292969
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,16,1,power_law_1.2,10.782403564453125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,16,1,power_law_1.2,0.5579296112060547
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,16,1,power_law_1.2,13.96396484375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,16,1,power_law_1.2,0.7121952056884766
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,16,1,power_law_1.2,1.0220224380493164
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,16,1,power_law_1.2,19.515971374511718
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,16,1,power_law_1.2,1.6135391235351562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,16,1,power_law_1.2,2.0967744827270507
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,16,1,power_law_1.2,2.3049055099487306
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,16,1,power_law_1.2,0.4443840026855469
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,16,1,power_law_1.2,2.3949695587158204
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,16,1,power_law_1.2,25.710418701171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,16,1,power_law_1.2,2.4821727752685545
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,16,1,power_law_1.2,2.50020809173584
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,16,1,power_law_1.2,2.546031951904297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,16,1,power_law_1.2,2.573823928833008
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,16,1,power_law_1.2,3.189135932922363
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,16,1,power_law_1.2,3.271139144897461
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,16,1,power_law_1.2,3.2648288726806642
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,16,1,power_law_1.2,3.3549121856689452
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,16,1,power_law_1.2,3.429119873046875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,16,1,power_law_1.2,3.6384609222412108
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,16,1,power_law_1.2,3.8716800689697264
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,16,1,power_law_1.2,35.783721923828125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,16,1,power_law_1.2,4.354995346069336
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,16,1,power_law_1.2,4.928041458129883
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,16,1,power_law_1.2,7.310944366455078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,16,1,power_law_1.2,8.300605010986327
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,16,1,power_law_1.2,46.58991394042969
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,16,1,power_law_1.2,12.179769897460938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,16,1,power_law_1.01,1.042191982269287
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,16,1,power_law_1.01,1.1209471702575684
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,16,1,power_law_1.2,15.694143676757813
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,16,1,power_law_1.01,1.303446388244629
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,16,1,power_law_1.01,1.723276710510254
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,16,1,power_law_1.2,56.779046630859376
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,16,1,power_law_1.01,2.4851423263549806
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,16,1,power_law_1.2,21.782470703125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,16,1,power_law_1.01,3.9822879791259767
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,16,1,power_law_1.01,5.396879959106445
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,16,1,power_law_1.01,5.863606262207031
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,16,1,power_law_1.01,6.461395263671875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,16,1,power_law_1.2,28.832391357421876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,16,1,power_law_1.01,6.835228729248047
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,16,1,power_law_1.01,7.2536064147949215
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,16,1,power_law_1.01,7.478281402587891
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,16,1,power_law_1.01,7.61480941772461
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,16,1,power_law_1.01,7.920751953125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,16,1,power_law_1.2,35.53987426757813
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,16,1,power_law_1.01,8.057676696777344
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,16,1,power_law_1.01,8.211049652099609
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,16,1,power_law_1.01,9.928153228759765
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,16,1,power_law_1.01,10.447289276123048
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,16,1,power_law_1.01,10.969999694824219
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,16,1,power_law_1.01,11.853072357177734
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,16,1,power_law_1.01,12.800137329101563
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,16,1,power_law_1.01,16.945231628417968
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,1,power_law_1.01,0.631715202331543
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,16,1,power_law_1.01,19.37250213623047
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,1,power_law_1.01,0.7433695793151855
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,1,power_law_1.01,0.9161919593811035
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,1,power_law_1.01,1.287980842590332
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,1,power_law_1.01,1.966102409362793
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,16,1,power_law_1.01,27.56780090332031
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,1,power_law_1.01,2.8315967559814452
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,1,power_law_1.01,3.5734046936035155
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,1,power_law_1.01,4.189078521728516
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,16,1,power_law_1.01,33.37300109863281
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,1,power_law_1.01,4.642678451538086
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,1,power_law_1.01,4.832889556884766
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,1,power_law_1.01,5.160128021240235
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,1,power_law_1.01,5.4340065002441404
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,1,power_law_1.01,5.51269760131836
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,1,power_law_1.01,5.600870513916016
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,1,power_law_1.01,5.6791839599609375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,1,power_law_1.01,5.7722015380859375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,16,1,power_law_1.01,49.7002197265625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,1,power_law_1.01,6.903158569335938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,1,power_law_1.01,7.150956726074218
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.01,7.384671783447265
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.01,7.823069000244141
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.01,8.304946899414062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.01,9.336605072021484
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,16,1,power_law_1.01,62.72119140625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.01,10.394911956787109
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,16,1,power_law_1.2,1.0406496047973632
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.01,14.15521240234375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,16,1,power_law_1.2,1.1233183860778808
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,16,1,power_law_1.01,71.79428100585938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.01,17.971647644042967
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,16,1,power_law_1.2,1.2970784187316895
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,16,1,power_law_1.2,1.7257951736450194
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,16,1,power_law_1.2,2.4857311248779297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,16,1,power_law_1.2,3.975974273681641
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.01,24.052610778808592
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,16,1,power_law_1.2,5.397955322265625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,16,1,power_law_1.2,5.878643035888672
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,16,1,power_law_1.2,6.419280242919922
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,16,1,power_law_1.2,6.831484985351563
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,16,1,power_law_1.2,7.264044952392578
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.01,30.24156494140625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,16,1,power_law_1.2,7.464672088623047
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,16,1,power_law_1.2,7.602365112304687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,16,1,power_law_1.2,7.921852874755859
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,16,1,power_law_1.2,8.065948486328125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,16,1,power_law_1.2,8.225872039794922
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,16,1,power_law_1.01,37.94961853027344
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,16,1,power_law_1.2,9.911856079101563
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,16,1,power_law_1.2,10.447894287109374
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,16,1,power_law_1.2,10.955900573730469
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,16,1,power_law_1.2,11.803155517578125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,16,1,power_law_1.2,12.83037109375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,16,1,power_law_1.2,16.964332580566406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,1,power_law_1.2,0.6364799976348877
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,16,1,power_law_1.2,19.636399841308595
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,1,power_law_1.2,0.7410079956054687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,1,power_law_1.2,0.9188480377197266
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,1,power_law_1.2,1.278540802001953
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,1,power_law_1.2,1.979635238647461
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,1,power_law_1.2,2.8138784408569335
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,16,1,power_law_1.2,27.581756591796875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,1,power_law_1.2,3.546886444091797
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,16,1,power_law_1.2,33.14451293945312
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,1,power_law_1.2,4.183126449584961
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,1,power_law_1.2,4.636300659179687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,1,power_law_1.2,4.832336044311523
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,1,power_law_1.2,5.136528015136719
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,1,power_law_1.2,5.432835388183594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,1,power_law_1.2,5.485260772705078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,1,power_law_1.2,5.5940193176269535
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,1,power_law_1.2,5.676758575439453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,16,1,power_law_1.2,49.22072143554688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,1,power_law_1.2,5.775167846679688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,1,power_law_1.2,6.890402984619141
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,1,power_law_1.2,7.055670166015625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.2,7.37891845703125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.2,7.798607635498047
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.2,8.288848114013671
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.2,9.338211059570312
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,16,1,power_law_1.2,63.108544921875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,32,1,power_law_1.01,0.241759991645813
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,32,1,power_law_1.01,0.36341760158538816
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.2,10.38724136352539
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,32,1,power_law_1.01,0.4532159805297852
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,32,1,power_law_1.01,0.5178495883941651
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,32,1,power_law_1.01,0.7735680103302002
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,32,1,power_law_1.01,0.7881663799285888
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,32,1,power_law_1.01,0.7965727806091308
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.2,14.155792236328125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,32,1,power_law_1.01,0.8203935623168945
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,32,1,power_law_1.01,0.8268192291259766
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,16,1,power_law_1.2,72.05147094726563
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,32,1,power_law_1.01,0.8506784439086914
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,32,1,power_law_1.01,0.8397983551025391
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,32,1,power_law_1.01,0.9033472061157226
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,32,1,power_law_1.01,0.8765536308288574
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,32,1,power_law_1.01,0.9753536224365235
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,32,1,power_law_1.01,1.0070112228393555
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,32,1,power_law_1.01,1.0292767524719237
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,32,1,power_law_1.01,1.058067226409912
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.2,17.894367980957032
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,32,1,power_law_1.01,1.17871036529541
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,32,1,power_law_1.01,1.3078880310058594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,32,1,power_law_1.01,1.7855424880981445
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,32,1,power_law_1.01,2.4469823837280273
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,32,1,power_law_1.01,3.5937217712402343
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,32,1,power_law_1.01,4.63476791381836
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.2,24.025152587890624
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,32,1,power_law_1.01,6.593753814697266
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,32,1,power_law_1.01,8.788365173339844
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,32,1,power_law_1.01,0.321996808052063
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,32,1,power_law_1.01,0.3656928062438965
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.2,30.173049926757812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,32,1,power_law_1.01,0.47832961082458497
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,32,1,power_law_1.01,12.938633728027344
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,32,1,power_law_1.01,0.48795199394226074
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,32,1,power_law_1.01,0.493068790435791
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,32,1,power_law_1.01,0.5027200222015381
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,32,1,power_law_1.01,0.5149727821350097
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,32,1,power_law_1.01,0.5120672225952149
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,32,1,power_law_1.01,0.5338111877441406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,32,1,power_law_1.01,0.5432064056396484
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,32,1,power_law_1.01,0.5659776210784913
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,32,1,power_law_1.01,0.6022943973541259
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,32,1,power_law_1.01,0.25982720851898194
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,32,1,power_law_1.01,0.6360447883605957
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,32,1,power_law_1.01,0.6499423980712891
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,32,1,power_law_1.01,17.172688293457032
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,32,1,power_law_1.01,0.6408095836639405
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,32,1,power_law_1.01,0.2876352071762085
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,32,1,power_law_1.01,0.71080641746521
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,32,1,power_law_1.01,0.9850208282470703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,32,1,power_law_1.01,0.810643196105957
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,16,1,power_law_1.2,37.94992370605469
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,32,1,power_law_1.01,1.3921631813049316
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,32,1,power_law_1.01,21.30009307861328
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,32,1,power_law_1.01,1.8087743759155273
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,32,1,power_law_1.01,2.4089183807373047
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,32,1,power_law_1.2,0.3065056085586548
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,32,1,power_law_1.2,0.3596960067749023
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,32,1,power_law_1.01,3.3779232025146486
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,32,1,power_law_1.2,0.4549920082092285
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,32,1,power_law_1.01,4.142835235595703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,32,1,power_law_1.2,0.5185023784637451
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,32,1,power_law_1.2,0.776364803314209
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,32,1,power_law_1.2,0.7896671772003174
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,32,1,power_law_1.2,0.7987552165985108
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,32,1,power_law_1.2,0.8296640396118165
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,32,1,power_law_1.2,0.8207743644714356
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,32,1,power_law_1.01,6.045577621459961
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,32,1,power_law_1.2,0.8368000030517578
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,32,1,power_law_1.2,0.8616800308227539
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,32,1,power_law_1.2,0.8787263870239258
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,32,1,power_law_1.2,0.8982048034667969
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,32,1,power_law_1.2,0.9687999725341797
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,32,1,power_law_1.2,1.008134365081787
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,32,1,power_law_1.01,8.028272247314453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,32,1,power_law_1.2,1.0625375747680663
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,32,1,power_law_1.2,1.071292781829834
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,32,1,power_law_1.2,1.1747072219848633
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,32,1,power_law_1.01,9.963085174560547
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,32,1,power_law_1.2,1.3240127563476562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,32,1,power_law_1.2,1.791222381591797
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,32,1,power_law_1.2,2.4463647842407226
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,32,1,power_law_1.2,3.6003391265869142
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,32,1,power_law_1.2,0.2600255966186523
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,32,1,power_law_1.2,4.691507339477539
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,32,1,power_law_1.2,0.28819520473480226
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,32,1,power_law_1.2,0.3232095956802368
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,32,1,power_law_1.2,6.601747131347656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,32,1,power_law_1.2,0.47984957695007324
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,32,1,power_law_1.2,0.38768959045410156
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,32,1,power_law_1.2,0.4886688232421875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,32,1,power_law_1.2,0.4908607959747314
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,32,1,power_law_1.2,0.5044511795043946
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,32,1,power_law_1.2,0.5133024215698242
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,32,1,power_law_1.2,0.5146207809448242
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,32,1,power_law_1.2,8.772300720214844
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,32,1,power_law_1.2,0.5413599967956543
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,32,1,power_law_1.2,0.5297023773193359
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,32,1,power_law_1.2,0.566700792312622
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,32,1,power_law_1.2,0.6026048183441162
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,32,1,power_law_1.2,0.647052812576294
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,32,1,power_law_1.2,12.940847778320313
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,32,1,power_law_1.2,0.6780608177185059
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,32,1,power_law_1.2,0.6431327819824219
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,32,1,power_law_1.2,0.7077983856201172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,32,1,power_law_1.2,0.8121952056884766
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,32,1,power_law_1.2,1.3923744201660155
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,32,1,power_law_1.2,0.9907808303833008
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,32,1,power_law_1.2,1.7958911895751952
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,32,1,power_law_1.2,17.215664672851563
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,32,1,power_law_1.2,2.409814453125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,32,1,power_law_1.01,0.4925824165344238
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,32,1,power_law_1.2,21.310482788085938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,32,1,power_law_1.2,3.4071231842041017
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,32,1,power_law_1.2,4.124294281005859
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,32,1,power_law_1.01,0.6004799842834473
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,32,1,power_law_1.01,0.6485695838928223
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,32,1,power_law_1.01,0.7862559795379639
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,32,1,power_law_1.2,6.082390213012696
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,32,1,power_law_1.01,1.1569696426391602
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,32,1,power_law_1.01,1.158790397644043
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,32,1,power_law_1.01,1.195356845855713
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,32,1,power_law_1.01,1.2136480331420898
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,32,1,power_law_1.01,1.230128002166748
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,32,1,power_law_1.2,8.199104309082031
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,32,1,power_law_1.01,1.2301247596740723
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,32,1,power_law_1.2,9.956902313232423
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,32,1,power_law_1.01,1.2585375785827637
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,32,1,power_law_1.01,1.297555160522461
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,32,1,power_law_1.01,1.4144543647766112
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,32,1,power_law_1.01,1.3273983955383302
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,32,1,power_law_1.01,1.4669055938720703
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,32,1,power_law_1.01,1.5309760093688964
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,32,1,power_law_1.01,1.508576011657715
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,32,1,power_law_1.01,1.7517280578613281
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,32,1,power_law_1.01,1.9942335128784179
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,32,1,power_law_1.01,3.1003231048583983
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,32,1,power_law_1.01,3.9086719512939454
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,32,1,power_law_1.01,0.3147072076797485
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,32,1,power_law_1.01,5.789107131958008
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,32,1,power_law_1.01,0.3766400098800659
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,32,1,power_law_1.01,7.586358642578125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,32,1,power_law_1.01,0.6376480102539063
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,32,1,power_law_1.01,11.085030364990235
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,32,1,power_law_1.01,0.6512735843658447
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,32,1,power_law_1.01,0.6562687873840332
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,32,1,power_law_1.01,0.6682655811309814
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,32,1,power_law_1.01,0.6699935913085937
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,32,1,power_law_1.01,0.6804160118103028
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,32,1,power_law_1.01,14.780441284179688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,32,1,power_law_1.01,0.7022367954254151
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,32,1,power_law_1.01,0.7146912097930909
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,32,1,power_law_1.01,0.7421792030334473
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,32,1,power_law_1.01,0.7738048076629639
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,32,1,power_law_1.01,0.8344160079956054
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,32,1,power_law_1.01,0.8503392219543457
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,32,1,power_law_1.01,0.38178560733795164
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,32,1,power_law_1.01,0.8535072326660156
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,32,1,power_law_1.01,0.9455904006958008
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,32,1,power_law_1.01,0.5171232223510742
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,32,1,power_law_1.01,22.120713806152345
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,32,1,power_law_1.01,1.0651871681213378
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,32,1,power_law_1.01,1.381708812713623
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,32,1,power_law_1.01,1.924505615234375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,32,1,power_law_1.01,2.4456096649169923
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,32,1,power_law_1.01,3.328255844116211
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,32,1,power_law_1.2,0.48554239273071287
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,32,1,power_law_1.01,29.49286804199219
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,32,1,power_law_1.2,0.6039455890655517
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,32,1,power_law_1.01,4.682486343383789
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,32,1,power_law_1.2,0.6477248191833496
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,32,1,power_law_1.2,0.7902400016784668
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,32,1,power_law_1.01,5.710748672485352
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,32,1,power_law_1.2,1.1670720100402832
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,32,1,power_law_1.2,1.162816047668457
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,32,1,power_law_1.2,1.1987199783325195
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,32,1,power_law_1.2,1.2042207717895508
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,32,1,power_law_1.2,1.2172191619873047
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,32,1,power_law_1.2,1.2326720237731934
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,32,1,power_law_1.01,8.55859832763672
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,32,1,power_law_1.01,36.54318542480469
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,32,1,power_law_1.2,1.2602527618408204
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,32,1,power_law_1.2,1.2972800254821777
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,32,1,power_law_1.2,1.3052543640136718
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,32,1,power_law_1.2,1.4173439979553222
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,32,1,power_law_1.2,1.4608575820922851
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,32,1,power_law_1.01,11.180496215820312
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,32,1,power_law_1.2,1.5295647621154784
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,32,1,power_law_1.2,1.5139167785644532
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,32,1,power_law_1.2,1.7532928466796875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,32,1,power_law_1.2,2.001692771911621
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,32,1,power_law_1.2,3.123980712890625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,32,1,power_law_1.01,13.987152099609375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,32,1,power_law_1.2,3.8882400512695314
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,32,1,power_law_1.2,0.31845118999481203
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,32,1,power_law_1.2,5.717721557617187
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,32,1,power_law_1.2,0.3809823989868164
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,32,1,power_law_1.2,0.3840384006500244
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,32,1,power_law_1.2,7.550665283203125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,32,1,power_law_1.2,0.5166048049926758
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,32,1,power_law_1.2,0.6381728172302246
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,32,1,power_law_1.2,0.6511616230010986
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,32,1,power_law_1.2,0.6582848072052002
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,32,1,power_law_1.2,0.672489595413208
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,32,1,power_law_1.2,0.6718783855438233
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,32,1,power_law_1.2,11.160281372070312
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,32,1,power_law_1.2,0.6833727836608887
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,32,1,power_law_1.2,0.7037280082702637
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,32,1,power_law_1.2,0.7143072128295899
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,32,1,power_law_1.2,0.7512288093566895
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,32,1,power_law_1.2,0.7784480094909668
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,32,1,power_law_1.2,0.8315936088562011
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,32,1,power_law_1.2,0.8792256355285645
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,32,1,power_law_1.2,14.760357666015626
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,32,1,power_law_1.2,0.8585503578186036
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,32,1,power_law_1.2,0.9438143730163574
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,32,1,power_law_1.2,1.069267177581787
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,32,1,power_law_1.2,1.380406379699707
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,32,1,power_law_1.2,1.953049659729004
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,32,1,power_law_1.2,2.471075248718262
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,32,1,power_law_1.2,3.3535423278808594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,32,1,power_law_1.2,4.677318572998047
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,32,1,power_law_1.2,22.06354217529297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,32,1,power_law_1.2,5.776761627197265
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,32,1,power_law_1.01,0.7393663883209228
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,32,1,power_law_1.2,8.483987426757812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,32,1,power_law_1.01,0.8866527557373047
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,32,1,power_law_1.01,0.9794464111328125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,32,1,power_law_1.2,29.41639099121094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,32,1,power_law_1.2,11.214358520507812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,32,1,power_law_1.01,1.1512703895568848
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,32,1,power_law_1.01,1.430016040802002
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,32,1,power_law_1.01,1.9977664947509766
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,32,1,power_law_1.01,2.3479488372802733
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,32,1,power_law_1.01,2.551456069946289
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,32,1,power_law_1.2,13.992585754394531
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,32,1,power_law_1.2,36.49736328125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,32,1,power_law_1.01,2.7166463851928713
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,32,1,power_law_1.01,2.8589408874511717
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,32,1,power_law_1.01,2.97390079498291
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,32,1,power_law_1.01,3.045903968811035
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,32,1,power_law_1.01,3.1560543060302733
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,32,1,power_law_1.01,3.3689918518066406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,32,1,power_law_1.01,3.2744190216064455
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,32,1,power_law_1.01,3.3108287811279298
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,32,1,power_law_1.01,3.4330623626708983
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,32,1,power_law_1.01,3.6964958190917967
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,32,1,power_law_1.01,3.998521423339844
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,32,1,power_law_1.01,4.693881607055664
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,32,1,power_law_1.01,6.009209442138672
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,32,1,power_law_1.01,0.5361087799072266
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,32,1,power_law_1.01,8.862278747558594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,32,1,power_law_1.01,10.511846160888672
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,32,1,power_law_1.01,0.6044896125793457
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,32,1,power_law_1.01,0.7431488037109375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,32,1,power_law_1.01,14.435554504394531
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,32,1,power_law_1.01,1.007472038269043
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,32,1,power_law_1.01,1.3844063758850098
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,32,1,power_law_1.01,1.9542240142822265
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,32,1,power_law_1.01,19.753648376464845
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,32,1,power_law_1.01,2.300531196594238
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,32,1,power_law_1.01,2.501241683959961
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,32,1,power_law_1.01,2.6512575149536133
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,32,1,power_law_1.01,2.7652799606323244
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,32,1,power_law_1.01,2.9178016662597654
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,32,1,power_law_1.01,2.9401151657104494
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,32,1,power_law_1.01,2.970172882080078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,32,1,power_law_1.01,3.044723129272461
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,32,1,power_law_1.01,29.214071655273436
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,32,1,power_law_1.01,3.8244319915771485
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,32,1,power_law_1.01,3.8912033081054687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,32,1,power_law_1.01,3.930694580078125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,32,1,power_law_1.01,4.161833572387695
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,32,1,power_law_1.01,4.366611099243164
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,32,1,power_law_1.01,4.902300643920898
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,32,1,power_law_1.01,37.24197082519531
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,32,1,power_law_1.01,5.371804809570312
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,32,1,power_law_1.01,6.340729522705078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,32,1,power_law_1.01,8.372342681884765
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,32,1,power_law_1.2,0.7601823806762695
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,32,1,power_law_1.01,11.677049255371093
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,32,1,power_law_1.01,46.84578857421875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,32,1,power_law_1.2,0.8948736190795898
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,32,1,power_law_1.2,0.9807328224182129
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,32,1,power_law_1.2,1.1519647598266602
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,32,1,power_law_1.2,1.4274304389953614
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,32,1,power_law_1.2,1.9968000411987306
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,32,1,power_law_1.01,14.989456176757812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,32,1,power_law_1.2,2.339033508300781
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,32,1,power_law_1.2,2.544998359680176
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,32,1,power_law_1.2,2.6944511413574217
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,32,1,power_law_1.2,2.862716865539551
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,32,1,power_law_1.2,2.9800384521484373
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,32,1,power_law_1.01,21.54915771484375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,32,1,power_law_1.2,3.0489728927612303
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,32,1,power_law_1.2,3.163804817199707
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,32,1,power_law_1.2,3.342086410522461
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,32,1,power_law_1.2,3.260188674926758
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,32,1,power_law_1.2,3.309926223754883
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,32,1,power_law_1.2,3.4380992889404296
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,32,1,power_law_1.01,28.161459350585936
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,32,1,power_law_1.2,3.7006145477294923
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,32,1,power_law_1.2,3.9869022369384766
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,32,1,power_law_1.2,4.716108703613282
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,32,1,power_law_1.2,6.030879974365234
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,32,1,power_law_1.01,34.808895874023435
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,32,1,power_law_1.2,8.888236999511719
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,32,1,power_law_1.2,0.5410143852233886
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,32,1,power_law_1.2,10.377689361572266
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,32,1,power_law_1.2,0.6069087982177734
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,32,1,power_law_1.2,14.055807495117188
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,32,1,power_law_1.2,0.7458879947662354
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,32,1,power_law_1.2,1.0032640457153321
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,32,1,power_law_1.2,1.3928863525390625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,32,1,power_law_1.2,19.7061767578125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,32,1,power_law_1.2,1.9550304412841797
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,32,1,power_law_1.2,2.2944223403930666
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,32,1,power_law_1.2,2.4996320724487306
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,32,1,power_law_1.2,2.651968002319336
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,32,1,power_law_1.2,2.768137550354004
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,32,1,power_law_1.2,2.918889617919922
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,32,1,power_law_1.2,2.936182403564453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,32,1,power_law_1.2,29.268551635742188
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,32,1,power_law_1.2,2.9767295837402346
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,32,1,power_law_1.2,3.040905570983887
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,32,1,power_law_1.2,3.8134464263916015
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,32,1,power_law_1.2,3.885955047607422
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,32,1,power_law_1.2,3.9368576049804687
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,32,1,power_law_1.2,4.170054244995117
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,32,1,power_law_1.2,4.396931076049805
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,32,1,power_law_1.2,4.853107070922851
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,32,1,power_law_1.2,38.35118408203125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,32,1,power_law_1.2,5.369087982177734
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,32,1,power_law_1.2,6.342947387695313
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,32,1,power_law_1.2,8.426995086669923
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,32,1,power_law_1.01,0.3315327882766724
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,32,1,power_law_1.01,0.39639360904693605
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,32,1,power_law_1.01,0.5009183883666992
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,32,1,power_law_1.2,47.06239013671875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,32,1,power_law_1.2,11.678294372558593
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,32,1,power_law_1.01,0.5789152145385742
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,32,1,power_law_1.01,0.7110943794250488
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,32,1,power_law_1.01,0.8645024299621582
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,32,1,power_law_1.01,0.9502752304077149
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,32,1,power_law_1.01,0.9232704162597656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,32,1,power_law_1.01,0.9585184097290039
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,32,1,power_law_1.2,15.01925048828125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,32,1,power_law_1.01,0.9833600044250488
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,32,1,power_law_1.01,1.0054719924926758
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,32,1,power_law_1.2,21.541427612304688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,32,1,power_law_1.01,1.1520352363586426
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,32,1,power_law_1.01,1.1667807579040528
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,32,1,power_law_1.01,1.2025055885314941
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,32,1,power_law_1.01,1.237705612182617
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,32,1,power_law_1.01,1.5185728073120117
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,32,1,power_law_1.01,1.2683072090148926
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,32,1,power_law_1.01,1.7572576522827148
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,32,1,power_law_1.2,28.216934204101562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,32,1,power_law_1.01,2.1841312408447267
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,32,1,power_law_1.01,2.651388740539551
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,32,1,power_law_1.01,1.3357983589172364
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,32,1,power_law_1.01,3.9072830200195314
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,32,1,power_law_1.01,5.257171249389648
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,32,1,power_law_1.01,0.3220896005630493
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,32,1,power_law_1.2,34.81612854003906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,32,1,power_law_1.01,7.620320129394531
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,32,1,power_law_1.01,0.35335359573364256
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,32,1,power_law_1.01,0.4063551902770996
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,32,1,power_law_1.01,0.5090688228607178
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,32,1,power_law_1.01,0.6931168079376221
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,32,1,power_law_1.01,0.8523360252380371
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,32,1,power_law_1.01,0.9195520401000976
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,32,1,power_law_1.01,0.9655776023864746
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,32,1,power_law_1.01,0.9709535598754883
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,32,1,power_law_1.01,0.986787223815918
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,32,1,power_law_1.01,1.0039456367492676
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,32,1,power_law_1.01,14.436997985839843
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,32,1,power_law_1.01,1.2253439903259278
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,32,1,power_law_1.01,1.2406911849975586
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,32,1,power_law_1.01,1.260927963256836
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,32,1,power_law_1.01,1.2742464065551757
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,32,1,power_law_1.01,9.861497497558593
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,32,1,power_law_1.01,1.3157055854797364
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,32,1,power_law_1.01,1.381503963470459
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,32,1,power_law_1.01,1.5325632095336914
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,32,1,power_law_1.01,1.6800832748413086
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,32,1,power_law_1.01,2.032646369934082
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,32,1,power_law_1.01,19.488339233398438
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,32,1,power_law_1.01,2.779804801940918
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,32,1,power_law_1.01,3.7524417877197265
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,32,1,power_law_1.01,4.939625549316406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,32,1,power_law_1.2,0.33351359367370603
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,32,1,power_law_1.01,24.347215270996095
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,32,1,power_law_1.01,6.956905364990234
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,32,1,power_law_1.2,0.44234237670898435
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,32,1,power_law_1.2,0.48906559944152833
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,32,1,power_law_1.2,0.5935296058654785
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,32,1,power_law_1.01,9.002252960205078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,32,1,power_law_1.2,0.714899206161499
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,32,1,power_law_1.2,0.8583295822143555
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,32,1,power_law_1.2,0.928809642791748
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,32,1,power_law_1.2,0.9509759902954101
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,32,1,power_law_1.2,0.96560640335083
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,32,1,power_law_1.2,0.9754495620727539
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,32,1,power_law_1.2,1.0118144035339356
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,32,1,power_law_1.2,1.152716827392578
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,32,1,power_law_1.01,13.09899444580078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,32,1,power_law_1.2,1.1706879615783692
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,32,1,power_law_1.2,1.1980832099914551
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,32,1,power_law_1.2,1.2289631843566895
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,32,1,power_law_1.2,1.3398176193237306
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,32,1,power_law_1.2,1.515875244140625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,32,1,power_law_1.2,1.7732128143310546
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,32,1,power_law_1.01,17.253363037109374
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,32,1,power_law_1.2,2.1933088302612305
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,32,1,power_law_1.2,2.6351039886474608
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,32,1,power_law_1.2,1.2679648399353027
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,32,1,power_law_1.2,3.9124065399169923
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,32,1,power_law_1.01,21.360508728027344
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,32,1,power_law_1.2,5.261676788330078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,32,1,power_law_1.2,0.3222208023071289
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,32,1,power_law_1.2,0.3545664072036743
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,32,1,power_law_1.2,7.632070159912109
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,32,1,power_law_1.2,0.4082143783569336
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,32,1,power_law_1.2,0.503110408782959
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,32,1,power_law_1.2,0.6947103977203369
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,32,1,power_law_1.2,9.831932830810548
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,32,1,power_law_1.2,0.8690208435058594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,32,1,power_law_1.2,0.9189951896667481
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,32,1,power_law_1.2,0.9690112113952637
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,32,1,power_law_1.2,0.9668671607971191
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,32,1,power_law_1.2,0.9993887901306152
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,32,1,power_law_1.2,1.0032608032226562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,32,1,power_law_1.2,1.210649585723877
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,32,1,power_law_1.2,1.2470944404602051
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,32,1,power_law_1.2,1.263379192352295
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,32,1,power_law_1.2,14.430099487304688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,32,1,power_law_1.2,1.2804479598999023
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,32,1,power_law_1.2,1.30218563079834
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,32,1,power_law_1.2,1.3687264442443847
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,32,1,power_law_1.2,1.5449151992797852
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,32,1,power_law_1.2,1.6922687530517577
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,32,1,power_law_1.2,2.0322879791259765
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,32,1,power_law_1.2,2.7775552749633787
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,32,1,power_law_1.2,3.7584510803222657
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,32,1,power_law_1.2,19.464933776855467
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,32,1,power_law_1.2,4.945068740844727
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,32,1,power_law_1.2,6.964556884765625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,32,1,power_law_1.01,0.705456018447876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,32,1,power_law_1.2,24.36746826171875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,32,1,power_law_1.01,0.8291232109069824
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,32,1,power_law_1.2,9.018083190917968
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,32,1,power_law_1.01,1.0126015663146972
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,32,1,power_law_1.01,1.3025279998779298
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,32,1,power_law_1.01,0.5709311962127686
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,32,1,power_law_1.01,1.6698720932006836
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,32,1,power_law_1.01,1.9195072174072265
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,32,1,power_law_1.2,13.096400451660156
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,32,1,power_law_1.01,2.0141183853149416
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,32,1,power_law_1.01,2.0711231231689453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,32,1,power_law_1.01,2.103664016723633
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,32,1,power_law_1.01,2.1644447326660154
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,32,1,power_law_1.01,2.2168352127075197
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,32,1,power_law_1.01,2.344371223449707
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,32,1,power_law_1.01,2.384160041809082
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,32,1,power_law_1.2,17.26246795654297
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,32,1,power_law_1.01,2.409833526611328
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,32,1,power_law_1.01,2.474742317199707
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,32,1,power_law_1.01,2.59039363861084
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,32,1,power_law_1.01,2.8396831512451173
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,32,1,power_law_1.01,3.209126281738281
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,32,1,power_law_1.2,21.316490173339844
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,32,1,power_law_1.01,4.84923210144043
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,32,1,power_law_1.01,5.586140823364258
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,32,1,power_law_1.01,7.646288299560547
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,32,1,power_law_1.01,0.4272064208984375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,32,1,power_law_1.01,9.77025909423828
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,32,1,power_law_1.01,0.48591041564941406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,32,1,power_law_1.01,0.6285088062286377
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,32,1,power_law_1.01,0.8821824073791504
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,32,1,power_law_1.01,1.1984512329101562
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,32,1,power_law_1.01,14.037062072753907
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,32,1,power_law_1.01,1.5244640350341796
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,32,1,power_law_1.01,1.8201791763305664
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,32,1,power_law_1.01,1.8964767456054688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,32,1,power_law_1.01,1.9431776046752929
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,32,1,power_law_1.01,1.9681568145751953
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,32,1,power_law_1.01,18.625836181640626
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,32,1,power_law_1.01,1.9910463333129882
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,32,1,power_law_1.01,2.0166528701782225
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,32,1,power_law_1.01,2.4810464859008787
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,32,1,power_law_1.01,2.529216003417969
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,32,1,power_law_1.01,2.5694816589355467
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,32,1,power_law_1.01,2.623686408996582
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,32,1,power_law_1.01,2.7086463928222657
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,32,1,power_law_1.01,26.206854248046874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,32,1,power_law_1.01,2.9432607650756837
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,32,1,power_law_1.01,3.152704048156738
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,32,1,power_law_1.01,3.578908920288086
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,32,1,power_law_1.01,4.038483047485352
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,32,1,power_law_1.01,6.170563125610352
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,32,1,power_law_1.01,34.79914245605469
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,32,1,power_law_1.01,7.009040069580078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,32,1,power_law_1.01,10.188089752197266
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,32,1,power_law_1.2,0.7070687770843506
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,32,1,power_law_1.2,0.8303615570068359
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,32,1,power_law_1.2,1.011251163482666
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,32,1,power_law_1.01,13.148857116699219
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,32,1,power_law_1.01,42.702822875976565
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,32,1,power_law_1.2,0.6422111988067627
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,32,1,power_law_1.2,1.3194527626037598
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,32,1,power_law_1.2,1.6416864395141602
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,32,1,power_law_1.2,1.9290592193603515
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,32,1,power_law_1.01,18.67442169189453
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,32,1,power_law_1.2,2.0168895721435547
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,32,1,power_law_1.2,2.08255672454834
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,32,1,power_law_1.2,2.1121631622314454
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,32,1,power_law_1.2,2.166044807434082
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,32,1,power_law_1.2,2.2258304595947265
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,32,1,power_law_1.2,2.3399423599243163
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,32,1,power_law_1.2,2.386358451843262
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,32,1,power_law_1.2,2.414828872680664
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,32,1,power_law_1.01,24.825999450683593
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,32,1,power_law_1.2,2.473654365539551
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,32,1,power_law_1.2,2.5784832000732423
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,32,1,power_law_1.2,2.8509376525878904
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,32,1,power_law_1.2,3.178335952758789
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,32,1,power_law_1.2,4.915580749511719
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,32,1,power_law_1.2,5.5675201416015625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,32,1,power_law_1.01,30.609112548828126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,32,1,power_law_1.2,7.666099548339844
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,32,1,power_law_1.2,9.762115478515625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,32,1,power_law_1.2,0.4212672233581543
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,32,1,power_law_1.2,0.4865248203277588
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,32,1,power_law_1.2,0.6281856060028076
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,32,1,power_law_1.2,0.8668959617614747
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,32,1,power_law_1.2,13.960986328125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,32,1,power_law_1.2,1.2112256050109864
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,32,1,power_law_1.2,1.5233759880065918
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,32,1,power_law_1.2,1.8137056350708007
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,32,1,power_law_1.2,1.919273567199707
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,32,1,power_law_1.2,1.929497528076172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,32,1,power_law_1.2,18.679933166503908
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,32,1,power_law_1.2,1.959440040588379
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,32,1,power_law_1.2,1.969977569580078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,32,1,power_law_1.2,2.0180320739746094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,32,1,power_law_1.2,2.4908319473266602
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,32,1,power_law_1.2,2.5266496658325197
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,32,1,power_law_1.2,2.5728607177734375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,32,1,power_law_1.2,2.625705528259277
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,32,1,power_law_1.2,26.7178955078125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,32,1,power_law_1.2,2.715769577026367
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,32,1,power_law_1.2,2.9408063888549805
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,32,1,power_law_1.2,3.141744041442871
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,32,1,power_law_1.2,3.5919681549072267
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,32,1,power_law_1.2,4.039897537231445
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,32,1,power_law_1.2,6.183561706542969
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,32,1,power_law_1.2,7.020700836181641
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,32,1,power_law_1.2,34.72615966796875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,32,1,power_law_1.2,10.193497467041016
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,32,1,power_law_1.01,0.9108096122741699
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,32,1,power_law_1.01,1.0552448272705077
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,32,1,power_law_1.2,13.148323059082031
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,32,1,power_law_1.2,42.2723876953125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,32,1,power_law_1.01,1.1534912109375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,32,1,power_law_1.01,1.350540828704834
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,32,1,power_law_1.01,1.777052879333496
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,32,1,power_law_1.01,2.434172821044922
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,32,1,power_law_1.2,18.65386505126953
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,32,1,power_law_1.01,2.9649728775024413
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,32,1,power_law_1.01,3.4274654388427734
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,32,1,power_law_1.01,3.7450336456298827
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,32,1,power_law_1.01,3.8796897888183595
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,32,1,power_law_1.2,24.7706787109375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,32,1,power_law_1.01,4.108857727050781
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,32,1,power_law_1.01,4.397286224365234
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,32,1,power_law_1.01,4.5217632293701175
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,32,1,power_law_1.01,4.669462585449219
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,32,1,power_law_1.01,4.784483337402344
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,32,1,power_law_1.01,4.876969528198242
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,32,1,power_law_1.2,30.7183349609375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,32,1,power_law_1.01,5.157756805419922
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,32,1,power_law_1.01,5.544233703613282
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,32,1,power_law_1.01,5.866662216186524
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,32,1,power_law_1.01,6.8740478515625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,32,1,power_law_1.01,7.776662445068359
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,32,1,power_law_1.01,10.576831817626953
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,1,power_law_1.01,0.6304224014282227
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,32,1,power_law_1.01,12.504659271240234
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,1,power_law_1.01,0.6964799880981445
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,1,power_law_1.01,0.8473407745361328
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,1,power_law_1.01,1.1007136344909667
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,32,1,power_law_1.01,17.097975158691405
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,1,power_law_1.01,1.5026080131530761
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,32,1,power_law_1.01,21.095429992675783
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,1,power_law_1.01,2.3285472869873045
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,1,power_law_1.01,2.8718591690063477
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,1,power_law_1.01,3.3473793029785157
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,1,power_law_1.01,3.5226558685302733
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,1,power_law_1.01,3.6730369567871093
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,1,power_law_1.01,3.9626399993896486
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,32,1,power_law_1.01,32.27378845214844
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,1,power_law_1.01,4.176201629638672
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,1,power_law_1.01,4.244940948486328
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,1,power_law_1.01,4.334928131103515
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,1,power_law_1.01,4.403456115722657
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,1,power_law_1.01,4.47276496887207
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,1,power_law_1.01,5.709878540039062
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,1,power_law_1.01,5.8373664855957035
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,32,1,power_law_1.01,42.358514404296876
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,1,power_law_1.01,6.13287353515625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,1,power_law_1.01,6.594246673583984
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,1,power_law_1.01,6.943020629882812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,32,1,power_law_1.01,50.820150756835936
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,1,power_law_1.01,8.009417724609374
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,1,power_law_1.01,8.979106903076172
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,32,1,power_law_1.2,0.8667296409606934
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,32,1,power_law_1.2,1.0580608367919921
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,1,power_law_1.01,12.839372253417968
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,32,1,power_law_1.2,1.1537823677062988
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,1,power_law_1.01,16.619609069824218
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,32,1,power_law_1.2,1.353286361694336
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,32,1,power_law_1.2,1.7824832916259765
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,32,1,power_law_1.2,2.419276809692383
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,32,1,power_law_1.2,2.9687263488769533
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,32,1,power_law_1.2,3.4076446533203124
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,32,1,power_law_1.2,3.6747295379638674
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,32,1,power_law_1.2,3.8928672790527346
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,1,power_law_1.01,22.621197509765626
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,32,1,power_law_1.2,4.111040115356445
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,32,1,power_law_1.2,4.389235305786133
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,32,1,power_law_1.2,4.526332855224609
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,32,1,power_law_1.2,4.664172744750976
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,1,power_law_1.01,28.495855712890624
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,32,1,power_law_1.2,4.797065734863281
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,32,1,power_law_1.2,4.902499389648438
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,32,1,power_law_1.2,5.1775871276855465
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,32,1,power_law_1.2,5.541577529907227
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,32,1,power_law_1.2,5.8919422149658205
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,32,1,power_law_1.2,6.8567359924316404
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,32,1,power_law_1.01,36.30657043457031
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,32,1,power_law_1.2,7.781132507324219
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,32,1,power_law_1.2,10.500003051757812
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,1,power_law_1.2,0.6260159969329834
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,32,1,power_law_1.2,12.5410400390625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,1,power_law_1.2,0.7054912090301514
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,1,power_law_1.2,0.841817569732666
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,1,power_law_1.2,1.0966143608093262
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,32,1,power_law_1.2,17.095567321777345
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,1,power_law_1.2,1.5049920082092285
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,32,1,power_law_1.2,21.156944274902344
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,1,power_law_1.2,2.3095680236816407
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,1,power_law_1.2,2.875574493408203
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,1,power_law_1.2,3.342531204223633
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,1,power_law_1.2,3.5220062255859377
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,1,power_law_1.2,3.6750720977783202
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,1,power_law_1.2,3.9547199249267577
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,1,power_law_1.2,4.176844787597656
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,1,power_law_1.2,4.247836685180664
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,32,1,power_law_1.2,32.233184814453125
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,1,power_law_1.2,4.333280181884765
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,1,power_law_1.2,4.396057510375977
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,1,power_law_1.2,4.458883285522461
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,1,power_law_1.2,5.68383674621582
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,1,power_law_1.2,5.926115036010742
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,32,1,power_law_1.2,41.59059448242188
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,1,power_law_1.2,6.090678405761719
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,1,power_law_1.2,6.582256317138672
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,1,power_law_1.2,7.064361572265625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,1,power_law_1.2,7.91995849609375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,1,power_law_1.2,8.981769561767578
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,32,1,power_law_1.2,51.108453369140626
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,1,power_law_1.2,12.850685119628906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,1,power_law_1.2,16.593869018554688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,1,power_law_1.2,22.632015991210938
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,1,power_law_1.2,28.533969116210937
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,32,1,power_law_1.2,36.23207092285156
