framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,uniform,0.17954879999160767
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,uniform,0.2619616031646729
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,uniform,0.4401408195495605
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,uniform,0.7797023773193359
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,uniform,1.479372787475586
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,uniform,1.4775551795959472
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,uniform,1.5649663925170898
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,uniform,1.467580795288086
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,power_law_0.6,0.25874048233032226
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,power_law_0.8,0.25818304061889646
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.01,0.2588844871520996
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.02,0.2590470314025879
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.2,0.25048896789550784
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,power_law_0.6,0.4336403274536133
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,power_law_0.8,0.40387199401855467
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.01,0.22398912429809573
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.02,0.21667711257934572
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.2,0.20381439208984373
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,power_law_0.6,0.33835262298583985
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,power_law_0.8,0.35125568389892575
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.01,0.33899646759033203
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.02,0.351635856628418
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.2,0.3433670425415039
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,power_law_0.6,0.6938655853271485
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,power_law_0.8,0.6145004653930665
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.01,0.5687116622924805
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.02,0.5600678253173828
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.2,0.47038719177246097
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_0.6,0.8996134185791016
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_0.8,0.8282777404785155
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.01,0.7404806518554687
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.02,0.737869415283203
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.2,0.6493241882324219
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_0.6,1.1864876556396484
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_0.8,1.1134521484375
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.01,1.0831436920166015
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.02,1.0666252899169923
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.2,1.0488614654541015
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,uniform,0.1514240026473999
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,uniform,0.23287999629974365
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_0.6,1.2511328125
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,uniform,0.4110400199890137
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,uniform,0.7947807788848877
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,uniform,0.7407968044281006
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,uniform,0.7397632122039794
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,uniform,0.7393663883209228
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_0.8,1.2255590057373047
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,uniform,0.7401728153228759
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_0.6,0.403770866394043
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.01,1.1509017944335938
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_0.8,0.3729759979248047
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.02,1.1564806365966798
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.01,0.14871232032775877
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.02,0.15171584129333496
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.2,1.171022720336914
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.2,0.12943360328674317
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_0.6,1.3479116821289063
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_0.6,0.23538688659667967
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_0.8,0.2221471977233887
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_0.8,1.2814309692382813
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.01,0.21123327255249022
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.02,0.1948179244995117
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.01,1.264869155883789
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.2,0.21444480895996093
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.02,1.231317138671875
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_0.6,0.350516471862793
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_0.8,0.3408531188964844
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.2,1.290091552734375
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.01,0.30963008880615234
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.02,0.321701774597168
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.2,0.25996288299560544
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_0.6,0.4874489593505859
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_0.8,0.45135936737060545
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.01,0.3902009582519531
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.02,0.4169087982177734
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.2,0.38040191650390626
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_0.6,0.622536964416504
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_0.8,0.5658655929565429
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.01,0.5685612869262695
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.02,0.5763257598876953
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.2,0.5420371246337891
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_0.6,0.6562188720703125
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_0.8,0.6469689941406249
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.01,0.5946835327148438
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.02,0.615984001159668
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.2,0.6103251266479492
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_0.6,0.7047103881835938
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_0.8,0.6682431793212891
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.01,0.6467565155029297
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.02,0.6380614471435547
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.2,0.6466604614257813
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_0.6,0.7014176177978515
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_0.8,0.6781772613525391
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.01,0.6729837036132812
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.02,0.690200958251953
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.2,0.7208684539794922
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,uniform,0.13484159708023072
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,uniform,0.21600959300994874
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,uniform,0.384115195274353
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,uniform,0.3842816114425659
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,uniform,0.38471040725708006
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,uniform,0.38446080684661865
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,uniform,0.38525440692901614
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,uniform,0.3867232084274292
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,power_law_0.6,0.14231231689453125
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,power_law_0.8,0.14906559944152833
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.01,0.130383358001709
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.02,0.13524991989135743
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.2,0.12962047576904295
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,power_law_0.6,0.2105824089050293
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,power_law_0.8,0.19153087615966796
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.01,0.1948806381225586
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.02,0.19046655654907227
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.2,0.16287616729736326
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,power_law_0.6,0.2659737586975098
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,power_law_0.8,0.2688326454162598
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.01,0.22489599227905271
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.02,0.23346559524536134
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.2,0.21130943298339844
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,power_law_0.6,0.34855297088623044
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,power_law_0.8,0.33397502899169923
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.01,0.30512128829956053
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.02,0.33127422332763673
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.2,0.28870271682739257
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_0.6,0.3544716644287109
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_0.8,0.34807102203369145
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.01,0.33712383270263674
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.02,0.33068992614746096
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.2,0.34617343902587894
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_0.6,0.3662150573730469
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_0.8,0.3596953582763672
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.01,0.34299392700195314
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.02,0.3541747283935547
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.2,0.3499878311157226
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_0.6,0.3748185729980469
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_0.8,0.3533023834228516
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.01,0.3824505615234375
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.02,0.35762176513671873
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.2,0.38221694946289064
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_0.6,0.4122489547729492
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_0.8,0.40280895233154296
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.01,0.4287263870239258
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.02,0.40728126525878905
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.2,0.4659008026123047
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,uniform,0.12457599639892578
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,uniform,0.20399680137634277
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,uniform,0.204367995262146
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,uniform,0.20660800933837892
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,uniform,0.20627520084381104
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,uniform,0.20682239532470703
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,uniform,0.20883519649505616
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,uniform,0.20815680027008057
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_0.6,0.1443238353729248
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_0.8,0.13973504066467285
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.01,0.1256601619720459
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.02,0.1285510444641113
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.2,0.11623231887817383
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_0.6,0.17876800537109375
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_0.8,0.15231103897094728
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.01,0.13984255790710448
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.02,0.12723648071289062
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.2,0.13408512115478516
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_0.6,0.1851532745361328
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_0.8,0.19012351989746096
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.01,0.16868032455444334
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.02,0.18295616149902344
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.2,0.17822912216186523
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_0.6,0.2008153533935547
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_0.8,0.19136320114135744
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.01,0.1886195182800293
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.02,0.18749568939208985
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.2,0.1913875198364258
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_0.6,0.1953139114379883
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_0.8,0.19593856811523438
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.01,0.1947897529602051
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.02,0.19953855514526367
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.2,0.19556928634643556
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_0.6,0.1970240020751953
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_0.8,0.19969728469848633
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.01,0.212805118560791
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.02,0.21646400451660158
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.2,0.22295103073120118
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_0.6,0.21835391998291015
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_0.8,0.21911231994628907
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.01,0.2360998344421387
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.02,0.23173887252807618
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.2,0.24539520263671877
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_0.6,0.23841279983520508
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_0.8,0.2586323165893555
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.01,0.2851340866088867
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.02,0.2775168037414551
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.2,0.303177604675293
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,uniform,0.11445759534835816
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,uniform,0.11417920589447021
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,uniform,0.11388159990310669
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,uniform,0.11637760400772094
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,uniform,0.11648000478744507
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,uniform,0.11738239526748658
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,uniform,0.11758079528808593
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,uniform,0.12648320198059082
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_0.6,0.10465984344482422
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_0.8,0.1045414352416992
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.01,0.09247167587280274
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.02,0.10129023551940919
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.2,0.08747520446777343
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_0.6,0.10796223640441896
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_0.8,0.10978688240051268
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.01,0.1082528018951416
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.02,0.11111488342285156
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.2,0.10238528251647949
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_0.6,0.11134528160095214
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_0.8,0.11112832069396972
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.01,0.10719615936279296
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.02,0.1102086353302002
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.2,0.0990886402130127
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_0.6,0.1130297565460205
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_0.8,0.1076691246032715
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.01,0.10835776329040528
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.02,0.11147711753845216
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.2,0.11059967994689941
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_0.6,0.11387904167175293
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_0.8,0.10945664405822755
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.01,0.12851263999938964
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.02,0.11809856414794921
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.2,0.126179838180542
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_0.6,0.12697600364685058
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_0.8,0.12529024124145507
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.01,0.13529791831970214
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.02,0.13608768463134766
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.2,0.14298815727233888
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_0.6,0.145861759185791
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_0.8,0.15399935722351074
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.01,0.16207551956176758
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.02,0.16999040603637697
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.2,0.18994176864624024
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_0.6,0.1968921661376953
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_0.8,0.20906496047973633
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.01,0.22178112030029298
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.02,0.22812480926513673
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.2,0.3207289505004883
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,uniform,0.0673088014125824
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,uniform,0.06669120192527771
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,uniform,0.06732479929924011
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,uniform,0.0688256025314331
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,uniform,0.06926720142364502
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,uniform,0.06950079798698425
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,uniform,0.07353919744491577
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,uniform,0.09685760140419006
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_0.6,0.06674752235412598
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_0.8,0.06404160022735596
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.01,0.06400832176208496
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.02,0.06806719779968262
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.2,0.06209152221679688
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_0.6,0.06684031963348389
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_0.8,0.06646399974822999
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.01,0.06663936138153076
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.02,0.0666105604171753
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.2,0.06405888080596925
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_0.6,0.06686463832855224
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_0.8,0.06734335899353028
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.01,0.06570496082305907
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.02,0.06552512168884277
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.2,0.0713811206817627
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_0.6,0.06862207889556884
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_0.8,0.07408959865570068
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.01,0.07570816040039062
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.02,0.08163776397705078
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.2,0.07579520225524902
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_0.6,0.07286528110504151
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_0.8,0.08254400253295899
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.01,0.08503487586975098
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.02,0.08398912429809571
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.2,0.10080960273742676
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_0.6,0.09766464233398438
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_0.8,0.10446975708007813
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.01,0.11966015815734862
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.02,0.11388671875
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.2,0.1357222366333008
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_0.6,0.11639616012573242
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_0.8,0.15257663726806642
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.01,0.17518144607543945
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.02,0.18104896545410157
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.2,0.24714752197265627
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_0.6,0.18549312591552733
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_0.8,0.22091264724731446
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.01,0.31774015426635743
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.02,0.30347455978393556
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.2,0.48938560485839844
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,uniform,0.04427199959754944
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,uniform,0.04422079920768738
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,uniform,0.04431999921798706
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,uniform,0.04591360092163086
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,uniform,0.046623998880386354
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,uniform,0.04842559993267059
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,uniform,0.06032639741897583
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,uniform,0.0905951976776123
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_0.6,0.04457087993621826
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_0.8,0.04466368198394775
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.01,0.044671359062194826
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.02,0.04455167770385742
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.2,0.04458623886108398
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_0.6,0.04454271793365479
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_0.8,0.044790401458740234
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.01,0.044625282287597656
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.02,0.04485631942749023
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.2,0.04473855972290039
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_0.6,0.045009279251098634
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_0.8,0.048078079223632816
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.01,0.04836544036865235
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.02,0.04677248001098633
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.2,0.05333951950073242
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_0.6,0.046927361488342284
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_0.8,0.05990079879760742
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.01,0.06504960060119629
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.02,0.058246397972106935
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.2,0.06921599864959717
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_0.6,0.05930111885070801
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_0.8,0.07250048160552978
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.01,0.08311552047729492
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.02,0.06953343868255615
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.2,0.10267775535583497
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_0.6,0.08908864021301269
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_0.8,0.10144767761230469
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.01,0.12981184005737306
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.02,0.13209664344787597
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.2,0.16936319351196288
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_0.6,0.1332588768005371
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_0.8,0.16586944580078125
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.01,0.23820991516113282
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.02,0.22699071884155275
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.2,0.32432769775390624
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_0.6,0.21617984771728516
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_0.8,0.2821427154541015
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.01,0.47421119689941404
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.02,0.49692863464355475
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.2,0.7855693054199219
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,uniform,0.03062720000743866
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,uniform,0.030921599268913268
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,uniform,0.030777600407600404
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,uniform,0.032652801275253295
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,uniform,0.03521600067615509
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,uniform,0.04219839870929718
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,uniform,0.05820159912109375
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,uniform,0.08954560160636901
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_0.6,0.03099263906478882
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_0.8,0.031057279109954834
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.01,0.03174592018127441
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.02,0.031014399528503416
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.2,0.03241535902023315
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_0.6,0.032304000854492185
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_0.8,0.033406078815460205
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.01,0.03414079904556274
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.02,0.03349760055541992
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.2,0.03740479946136475
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_0.6,0.034201600551605225
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_0.8,0.043434882164001466
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.01,0.04165247917175293
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.02,0.042123517990112304
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.2,0.05257599830627442
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_0.6,0.04174335956573486
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_0.8,0.05099904060363769
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.01,0.05885056018829345
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.02,0.061976318359375004
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.2,0.08546815872192383
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_0.6,0.05375423908233643
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_0.8,0.06873087882995606
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.01,0.10052160263061523
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.02,0.09668736457824707
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.2,0.166246395111084
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_0.6,0.084585599899292
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_0.8,0.10345024108886718
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.01,0.1593235206604004
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.02,0.1644767951965332
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.2,0.30729280471801756
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_0.6,0.1420518398284912
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_0.8,0.18421375274658203
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.01,0.34171710968017577
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.02,0.35496704101562504
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.2,0.8043449401855469
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_0.6,0.2465068817138672
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_0.8,0.3761427307128906
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.01,0.6796160125732422
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.02,0.7154745483398438
SGLang,0.5.6.post2,NVIDIA H200,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.2,1.4712261962890625
