framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,uniform,0.9213942885398865
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_0.6,2.076556781360081
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_0.8,1.859313372203282
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.01,2.3889261960983275
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.02,1.7238372598375593
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.2,2.081283644267491
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,uniform,0.882555433682033
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_0.6,2.5101513181413924
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_0.8,2.4554075377328055
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.01,2.308108786174229
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.02,2.355631528581892
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.2,2.2580571242741176
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,uniform,0.9004845704351153
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,uniform,0.9333257079124451
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_0.6,1.5802249159131732
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_0.8,2.0448667321886336
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.01,1.482279324531555
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.02,2.0409919806889127
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.2,1.374625825881958
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,uniform,0.8827062930379596
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_0.6,1.6235583986554827
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_0.8,1.5514751979282924
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.01,1.5024246862956456
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.02,1.5524534838540214
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.2,1.5200301715305873
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,uniform,0.9230948431151254
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_0.6,1.692522052356175
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_0.8,1.593673140662057
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.01,1.5785819496427262
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.02,1.6253430877413069
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.2,1.5925339494432722
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,uniform,0.8877302833965847
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_0.6,1.6825106280190605
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_0.8,1.6495616027287074
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.01,1.6536484513963972
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.02,1.667338970729283
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.2,1.7249508721487863
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,4,uniform,0.8785005722727094
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,4,power_law_0.6,1.7180077757154193
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,4,power_law_0.8,1.7009682416915894
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.01,1.6917458261762346
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.02,1.7541403429848808
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.2,1.7666377135685511
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,4,uniform,1.1470034292766027
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,4,power_law_0.6,1.795409369468689
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,4,power_law_0.8,1.8606052500861032
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.01,1.853968460219247
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.02,1.8800676652363368
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.2,1.9453229733875819
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,4,uniform,1.8305142607007707
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,4,power_law_0.6,2.0231369052614485
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,4,power_law_0.8,2.0352329220090595
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.01,2.1150582722255162
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.02,2.0922367981501986
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.2,2.2296594074794225
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,4,uniform,2.104493652071272
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,4,power_law_0.6,2.515125942230225
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,4,power_law_0.8,2.6417892592293875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.01,2.7885677814483643
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.02,2.7326198986598422
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.2,2.931251185280936
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,4,uniform,3.0635017326899936
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,4,power_law_0.6,3.750464003426688
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,4,power_law_0.8,3.757601833343506
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.01,4.039498962674823
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.02,4.190368039267404
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.2,4.616679341452462
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,4,uniform,5.344283444540841
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,4,power_law_0.6,6.356120640890939
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,4,power_law_0.8,6.794254643576486
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,4,power_law_1.01,6.908394105093819
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,4,power_law_1.02,7.188396794455392
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,4,power_law_1.2,8.000375734056746
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,4,uniform,10.22415542602539
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,4,power_law_0.6,12.017193167550223
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,4,power_law_0.8,12.065787397112166
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,4,power_law_1.01,12.982507814679828
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,4,power_law_1.02,13.378023365565708
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,4,power_law_1.2,15.196658406938825
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,uniform,0.8946011407034737
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_0.6,1.0893933738980974
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_0.8,1.6814665385654994
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.01,0.9891711916242327
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.02,1.5460498196738106
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.2,0.9803574885640826
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,uniform,0.881097137928009
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_0.6,1.0666962146759034
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_0.8,1.0451199974332537
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.01,1.018988801751818
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.02,1.0010413697787695
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.2,1.0175451483045306
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,uniform,0.8738697256360736
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_0.6,1.0959003482546126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_0.8,1.0661129134041922
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.01,1.027615089075906
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.02,1.049406181062971
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.2,1.0915437800543648
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,uniform,0.8723062872886658
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_0.6,1.0967222792761666
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_0.8,1.0829805646623885
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.01,1.0944895982742309
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.02,1.100894171851022
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.2,1.1243446826934815
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,8,uniform,0.8699062892368862
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,8,power_law_0.6,1.1617910930088589
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,8,power_law_0.8,1.3054006814956665
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.01,1.1623478753226144
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.02,1.150731887136187
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.2,1.2164644547871182
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,8,uniform,1.150047983442034
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,8,power_law_0.6,1.2993993180138723
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,8,power_law_0.8,1.3494244643620081
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.01,1.377730737413679
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.02,1.3331081186022078
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.2,1.4576018265315465
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,8,uniform,1.3269531386239188
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,8,power_law_0.6,1.6390875475747244
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,8,power_law_0.8,1.6425472021102905
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.01,1.752055777822222
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.02,1.7882669585091726
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.2,1.9406582798276628
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,8,uniform,1.8337417159761702
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,8,power_law_0.6,2.272427919932774
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,8,power_law_0.8,2.467229264123099
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.01,2.545371423448835
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.02,2.5943359919956754
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.2,3.172125278200422
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,8,uniform,2.9629668167659213
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,8,power_law_0.6,3.8533677782331193
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,8,power_law_0.8,4.21405896459307
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,8,power_law_1.01,4.373099912915911
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,8,power_law_1.02,4.330354254586356
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,8,power_law_1.2,5.7519744191850934
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,8,uniform,5.519730159214565
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,8,power_law_0.6,7.333063316345215
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,8,power_law_0.8,7.35237580708095
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,8,power_law_1.01,8.904591533115932
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,8,power_law_1.02,8.741545132228307
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,8,power_law_1.2,11.472538539341517
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,8,uniform,10.77045944758824
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,8,power_law_0.6,13.743115861075266
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,uniform,1.6656502825873238
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_0.6,0.9311177151543754
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_0.8,1.6620032208306448
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.01,0.8980571440287999
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.02,1.405717032296317
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.2,0.8961728010858808
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,uniform,0.8771702817508152
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_0.6,0.8987273114068167
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_0.8,0.8870335970606122
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.01,0.8922879985400609
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.02,0.8833060656275068
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.2,0.8858550821031843
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,uniform,0.8831222908837455
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_0.6,0.915072911126273
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_0.8,1.0001252463885717
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.01,0.883585832800184
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.02,0.9008310897009714
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.2,0.9418313145637512
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,uniform,0.8967680079596383
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_0.6,0.8908178312437874
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_0.8,0.9142390898295811
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.01,0.9045613748686654
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.02,0.8849627426692418
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.2,0.9274148566382272
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,16,uniform,0.8941348535673959
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,16,power_law_0.6,0.930022406578064
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,16,power_law_0.8,0.9402880004474095
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.01,1.0372717670031957
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.02,1.0084086843899318
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.2,1.0687689134052822
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,16,uniform,0.9481051393917629
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,16,power_law_0.6,1.149429028374808
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,16,power_law_0.8,1.1734674249376569
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.01,1.3129892587661742
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.02,1.2899995395115444
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.2,1.4245312111718313
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,16,uniform,1.2369051490511214
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,16,power_law_0.6,1.6070464032036917
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,16,power_law_0.8,1.7129645722252982
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.01,1.8830207995006016
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.02,1.9148626361574446
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.2,2.2637695925576344
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,16,uniform,1.8311817135129655
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,16,power_law_0.6,2.31411292893546
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,16,power_law_0.8,2.662040683201381
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,16,power_law_1.01,3.411305141448975
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,16,power_law_1.02,3.009262636729649
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,16,power_law_1.2,4.065161146436419
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,16,uniform,3.172274283000401
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,16,power_law_0.6,4.465863350459507
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,16,power_law_0.8,5.02328508922032
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,16,power_law_1.01,5.99902354649135
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,16,power_law_1.02,5.880823762076242
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,16,power_law_1.2,8.361854158129011
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,16,uniform,6.0460068838936945
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,16,power_law_0.6,8.292820085797992
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,16,power_law_0.8,8.540186527797154
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,16,power_law_1.01,12.56869111742292
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,16,power_law_1.02,11.43984364100865
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,16,power_law_1.2,20.309184973580496
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,16,uniform,11.795826230730329
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,16,power_law_0.6,16.828752408708844
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,16,power_law_0.8,20.188514600481305
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,16,power_law_1.01,27.81896858215332
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,16,power_law_1.02,24.7372316632952
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,16,power_law_1.2,32.0140015738351
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,uniform,1.636031985282898
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_0.6,1.6574573789324079
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_0.8,1.4204260587692261
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.01,0.8649106281144279
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.02,1.611225574357169
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.2,0.8743972539901733
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,uniform,0.8758582898548671
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_0.6,0.937410741192954
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_0.8,0.8780022876603263
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.01,0.8672283428055899
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.02,0.8666733707700457
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.2,0.861588111945561
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,uniform,0.880822845867702
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_0.6,0.9055743983813694
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_0.8,0.8670235463551113
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.01,0.8657618284225463
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.02,0.878905599457877
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.2,0.8675647956984384
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,uniform,0.8823542935507638
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_0.6,0.8710646850722177
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_0.8,0.8732479963983808
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.01,0.8701531410217285
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.02,0.8839698263577053
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.2,0.9435611486434936
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,32,uniform,0.9089005844933646
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,32,power_law_0.6,0.9428370305470057
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,32,power_law_0.8,0.9592493738446917
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.01,1.0786340577261788
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.02,1.052438861983163
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.2,1.241313818522862
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,32,uniform,0.9587291393961225
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,32,power_law_0.6,1.1683254786900112
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,32,power_law_0.8,1.3202038833073206
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.01,1.356508343560355
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.02,1.3327826261520386
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.2,1.8380809204918998
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,32,uniform,1.2761920179639543
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,32,power_law_0.6,1.7209545169557845
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,32,power_law_0.8,1.9147666318075998
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,32,power_law_1.01,2.349685941423689
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,32,power_law_1.02,2.586704465321132
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,32,power_law_1.2,2.918958616256714
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,32,uniform,2.0369188444955006
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,32,power_law_0.6,2.940560470308576
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,32,power_law_0.8,3.356552233014788
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,32,power_law_1.01,4.512736000333514
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,32,power_law_1.02,4.4024704115731375
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,32,power_law_1.2,6.9264712878635954
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,32,uniform,3.7114880084991455
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,32,power_law_0.6,6.310323224748884
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,32,power_law_0.8,6.634933989388602
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,32,power_law_1.01,7.385966627938407
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,32,power_law_1.02,9.091625186375209
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,32,power_law_1.2,16.06348149435861
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,32,uniform,7.153220585414341
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,32,power_law_0.6,10.771243940080915
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,32,power_law_0.8,13.509090668814522
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,32,power_law_1.01,20.640907996041435
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,32,power_law_1.02,17.797610991341728
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,32,power_law_1.2,32.938194383893695
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,32,uniform,13.96453925541469
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,32,power_law_0.6,23.18533123561314
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,32,power_law_0.8,27.325468281337194
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,32,power_law_1.01,37.30496085030692
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,32,power_law_1.02,36.897414561680385
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,uniform,0.9208137052399772
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_0.6,0.9164580600602287
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_0.8,1.4135570304734366
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.01,0.8775341732161386
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.02,1.382826064314161
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.2,0.8786706260272434
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,uniform,0.8878491350582668
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_0.6,0.8775049124445234
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_0.8,0.8762130277497427
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.01,0.8849252547536578
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.02,0.8841197643961225
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.2,0.8822692564555576
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,uniform,0.8803885749408177
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_0.6,0.9086802312305995
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_0.8,0.8790884545871189
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.01,0.8850687980651856
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.02,0.8912338273865836
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.2,0.893642054285322
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,uniform,0.9032365764890399
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_0.6,0.8958281176430839
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_0.8,0.9018093756267003
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.01,0.9370038866996765
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.02,0.9142555441175189
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.2,1.0262500558580672
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,64,uniform,0.9469942791121346
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,64,power_law_0.6,0.9988982779639107
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,64,power_law_0.8,1.0530806847981045
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.01,1.3217298235212054
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.02,1.3251547506877355
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.2,1.6351177147456577
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,64,uniform,1.0413302864347185
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,64,power_law_0.6,1.365485726084028
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,64,power_law_0.8,1.5690011399132864
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,64,power_law_1.01,2.0902098281042916
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,64,power_law_1.02,1.974291205406189
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,64,power_law_1.2,3.002281161717006
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,64,uniform,1.4678308623177665
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,64,power_law_0.6,2.3209078993116106
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,64,power_law_0.8,2.4772900445120674
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,64,power_law_1.01,3.4112073148999897
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,64,power_law_1.02,3.3424512045724053
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,64,power_law_1.2,6.099044609069824
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,64,uniform,2.587428569793701
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,64,power_law_0.6,4.280502891540527
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,64,power_law_0.8,5.154446642739432
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,64,power_law_1.01,7.427438599722726
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,64,power_law_1.02,6.584656511034284
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,64,power_law_1.2,12.528671973092216
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,64,uniform,4.839090347290039
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,64,power_law_0.6,7.71224137714931
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,64,power_law_0.8,9.51134352002825
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,64,power_law_1.01,13.264033917018345
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,64,power_law_1.02,13.759582083565848
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,64,power_law_1.2,25.043663597106935
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,64,uniform,9.348475456237793
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,64,power_law_0.6,15.507349940708705
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,64,power_law_0.8,17.41694818224226
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,64,power_law_1.01,27.98398813520159
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,64,power_law_1.02,33.786861474173406
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,uniform,0.9168548669133868
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_0.6,0.9105828591755458
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_0.8,1.4875794121197292
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.01,0.8715008020401
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.02,1.63011748450143
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.2,0.8776301741600037
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,uniform,0.892562278679439
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_0.6,0.8971977131707328
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_0.8,0.8967789684023176
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.01,0.8838802320616586
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.02,0.8796672020639692
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.2,0.8819620558193751
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,uniform,0.8994697162083217
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_0.6,0.906472224848611
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_0.8,0.8846893719264439
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.01,0.889384228842599
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.02,0.9179382852145603
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.2,0.9637750915118626
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,uniform,1.0377097129821777
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_0.6,0.9600941709109715
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_0.8,0.9537151983806065
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.01,1.0692644613129751
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.02,1.0367716567856924
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.2,1.4467364583696638
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,128,uniform,1.0424457277570451
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,128,power_law_0.6,1.1189878940582276
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,128,power_law_0.8,1.2976585013525828
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,128,power_law_1.01,1.8115035363606045
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,128,power_law_1.02,1.7567058290754045
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,128,power_law_1.2,2.647269494192941
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,128,uniform,1.2429394211087907
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,128,power_law_0.6,1.6965174879346574
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,128,power_law_0.8,2.166847995349339
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,128,power_law_1.01,2.938699872153146
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,128,power_law_1.02,3.0067081042698454
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,128,power_law_1.2,5.2485805647713795
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,128,uniform,2.0308433941432407
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,128,power_law_0.6,3.3118080002920967
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,128,power_law_0.8,4.172161817550659
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,128,power_law_1.01,5.547340774536133
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,128,power_law_1.02,6.067247526986258
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,128,power_law_1.2,10.119886670793806
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,128,uniform,3.6898651123046875
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,128,power_law_0.6,5.908878639766148
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,128,power_law_0.8,7.733762768336705
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,128,power_law_1.01,10.983063752310617
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,128,power_law_1.02,11.589281872340612
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,128,power_law_1.2,28.64688284737723
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,128,uniform,7.082258292606899
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,128,power_law_0.6,12.084280640738351
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,128,power_law_0.8,14.637573487418038
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,128,power_law_1.01,27.58428257533482
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,128,power_law_1.02,27.177380425589426
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,uniform,0.9179977263723101
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_0.6,0.9107017142432077
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_0.8,1.5310856870242529
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.01,0.886969598702022
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.02,1.4614153231893268
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.2,0.8877586279596601
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,uniform,0.8847268564360482
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_0.6,0.8954642244747707
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_0.8,0.9663177115576608
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.01,0.8925421680722918
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.02,0.89034971509661
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.2,0.9038445728165763
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,uniform,0.9297874314444405
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_0.6,0.9495744041034153
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_0.8,0.9356516548565456
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.01,0.9724361045019967
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.02,0.9657718913895743
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.2,1.455160685947963
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,uniform,1.0398034368242537
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_0.6,1.0476672070366995
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_0.8,1.0529901776994979
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.01,1.440751542363848
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.02,1.4425855943134853
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.2,2.3003474371773858
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,256,uniform,1.2115154436656408
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,256,power_law_0.6,1.397919992038182
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,256,power_law_0.8,1.6905910764421737
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,256,power_law_1.01,2.4559195586613245
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,256,power_law_1.02,2.401772791998727
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,65536,7168,2048,8,256,1,256,power_law_1.2,4.461243411472865
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,256,uniform,1.729033146585737
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,256,power_law_0.6,2.4390637806483677
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,256,power_law_0.8,3.0082084587642126
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,256,power_law_1.01,5.065684127807617
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,256,power_law_1.02,4.935291453770229
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,131072,7168,2048,8,256,1,256,power_law_1.2,12.861742673601423
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,256,uniform,3.143218312944685
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,256,power_law_0.6,4.6169142859322685
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,256,power_law_0.8,5.636816474369594
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,256,power_law_1.01,9.859606034415108
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,256,power_law_1.02,10.363048199244908
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,262144,7168,2048,8,256,1,256,power_law_1.2,24.38410590035575
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,256,uniform,5.886006832122803
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,256,power_law_0.6,8.561719730922155
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,256,power_law_0.8,11.471736717224122
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,256,power_law_1.01,21.768375669206893
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,moe_context,deepepmoe,fp8_block,524288,7168,2048,8,256,1,256,power_law_1.02,21.967294202532088
