framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,1,power_law_1.01,0.39191040992736814
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,1,power_law_1.01,0.28209600448608396
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,1,power_law_1.01,0.4752960205078125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,1,power_law_1.01,0.37099199295043944
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,1,power_law_1.01,0.19286079406738282
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,1,power_law_1.01,0.6096352100372314
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,1,power_law_1.01,0.44285759925842283
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,1,power_law_1.2,0.19262399673461914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,1,power_law_1.01,0.12310080528259278
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,1,power_law_1.01,1.149500846862793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,1,power_law_1.01,0.8543552398681641
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,1,power_law_1.2,0.12320319414138795
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,1,power_law_1.01,0.2806112051010132
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,1,power_law_1.2,0.2720576047897339
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,1,power_law_1.01,1.0665984153747559
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,1,power_law_1.01,1.704047966003418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,1,power_law_1.01,1.0947903633117675
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,1,power_law_1.01,0.3720128059387207
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,1,power_law_1.01,1.7700416564941406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,1,power_law_1.01,1.1332223892211915
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,1,power_law_1.2,0.37807679176330566
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,1,power_law_1.01,0.1647711992263794
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,1,power_law_1.01,1.1515711784362792
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,1,power_law_1.01,1.8058399200439452
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,1,power_law_1.01,1.2304287910461427
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,1,power_law_1.2,0.15867199897766113
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,1,power_law_1.01,1.8524288177490233
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,1,power_law_1.01,1.2664704322814941
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,1,power_law_1.01,1.9804672241210937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,1,power_law_1.01,1.3309439659118651
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,1,power_law_1.01,1.4119263648986817
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,1,power_law_1.01,2.055900764465332
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,1,power_law_1.01,1.5376192092895509
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,1,power_law_1.01,2.162611198425293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,1,power_law_1.01,1.7672128677368164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,1,power_law_1.01,2.201055908203125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,1,power_law_1.01,2.040800094604492
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,1,power_law_1.01,0.6384352207183838
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,1,power_law_1.01,2.320796775817871
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,1,power_law_1.2,0.6520415782928467
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,1,power_law_1.01,2.225446319580078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,1,power_law_1.01,2.606857681274414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,1,power_law_1.01,2.7419456481933593
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,1,power_law_1.01,2.661667251586914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,1,power_law_1.01,3.804159927368164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,1,power_law_1.01,2.9041088104248045
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,1,power_law_1.01,3.405110549926758
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,1,power_law_1.01,4.832985687255859
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,1,power_law_1.01,0.644163179397583
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,1,power_law_1.2,0.6571648120880127
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,1,power_law_1.01,4.459206390380859
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,1,power_law_1.01,0.1852895975112915
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,1,power_law_1.2,0.20062079429626464
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,1,power_law_1.01,6.989186859130859
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,1,power_law_1.01,5.620367813110351
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,1,power_law_1.01,0.6881824016571045
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,1,power_law_1.2,0.6947167873382568
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,1,power_law_1.01,9.136851501464843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,1,power_law_1.01,8.34768295288086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,1,power_law_1.01,10.84653091430664
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,1,power_law_1.01,13.419721984863282
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,1,power_law_1.01,0.7054240226745605
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,1,power_law_1.2,0.7097280025482178
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,1,power_law_1.01,0.34177920818328855
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,1,power_law_1.2,0.3464927911758423
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,1,power_law_1.01,15.184831237792968
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,1,power_law_1.01,17.772615051269533
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,1,power_law_1.01,0.3542432069778442
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,1,power_law_1.2,0.7527935981750489
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,1,power_law_1.01,0.7354335784912109
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,1,power_law_1.2,0.7514143943786621
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,1,power_law_1.2,0.35915839672088623
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,1,power_law_1.01,0.7487103939056396
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,1,power_law_1.2,0.7566080093383789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,1,power_law_1.01,0.7497024059295654
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,1,power_law_1.01,20.692813110351562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,1,power_law_1.2,0.821622371673584
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,1,power_law_1.01,0.8098496437072754
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,1,power_law_1.2,0.8723072052001953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,1,power_law_1.01,0.8869279861450196
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,1,power_law_1.01,26.35169372558594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,1,power_law_1.2,0.9219584465026855
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,1,power_law_1.01,0.9008319854736329
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,1,power_law_1.2,0.36457600593566897
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,1,power_law_1.01,0.3688767910003662
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,1,power_law_1.01,32.149688720703125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,1,power_law_1.2,0.9456992149353027
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,1,power_law_1.01,0.9547039985656738
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,1,power_law_1.2,1.0213760375976562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,1,power_law_1.2,0.3650207996368408
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,1,power_law_1.01,1.0193920135498047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,1,power_law_1.2,1.0464415550231934
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,1,power_law_1.01,1.0596351623535156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,1,power_law_1.01,0.3563584089279175
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,1,power_law_1.01,35.22697448730469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,1,power_law_1.2,0.3648288011550903
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,1,power_law_1.2,0.3820512056350708
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,1,power_law_1.2,0.4116799831390381
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,1,power_law_1.2,0.4207359790802002
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,1,power_law_1.2,0.45561919212341306
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,1,power_law_1.01,0.36784000396728517
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,1,power_law_1.2,0.4830912113189697
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,1,power_law_1.01,0.378601598739624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,1,power_law_1.01,0.41766719818115233
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,1,power_law_1.01,0.42099838256835936
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,1,power_law_1.01,0.4619904041290283
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,1,power_law_1.01,0.49648318290710447
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,1,power_law_1.01,0.9751808166503906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,1,power_law_1.2,0.9950592041015625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,1,power_law_1.01,1.2370752334594726
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,1,power_law_1.2,1.316096019744873
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,1,power_law_1.01,1.5332192420959472
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,1,power_law_1.2,1.5324640274047852
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,1,power_law_1.01,43.603756713867185
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,1,power_law_1.01,2.136412811279297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,1,power_law_1.2,2.0687488555908202
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,1,power_law_1.2,0.4870912075042725
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,1,power_law_1.2,0.5170144081115723
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,1,power_law_1.2,0.5369503974914551
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,1,power_law_1.2,0.5726336002349853
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,1,power_law_1.2,0.7392704010009765
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,1,power_law_1.01,0.48988800048828124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,1,power_law_1.01,55.8869384765625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,1,power_law_1.01,0.5155007839202881
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,1,power_law_1.01,0.535807991027832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,1,power_law_1.01,0.5684800148010254
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,1,power_law_1.01,0.6988480091094971
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,1,power_law_1.2,2.7286815643310547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,1,power_law_1.01,2.793961524963379
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,1,power_law_1.2,4.1424510955810545
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,1,power_law_1.01,4.195382308959961
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,1,power_law_1.2,5.49186897277832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,1,power_law_1.01,5.366592025756836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,1,power_law_1.2,7.852082824707031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,1,power_law_1.01,7.868592071533203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,1,power_law_1.2,0.8759488105773926
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,1,power_law_1.2,1.2041824340820313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,1,power_law_1.2,10.43031005859375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,1,power_law_1.01,10.853657531738282
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,1,power_law_1.01,0.8595295906066894
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,1,power_law_1.01,1.1729696273803711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,1,power_law_1.01,68.523828125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,1,power_law_1.2,15.795925903320313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,1,power_law_1.01,15.71143035888672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,1,power_law_1.2,1.5240351676940918
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,1,power_law_1.2,2.246908760070801
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,1,power_law_1.01,1.5293567657470704
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,1,power_law_1.2,20.788873291015626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,1,power_law_1.01,21.164784240722657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,1,power_law_1.01,76.93309326171875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,1,power_law_1.01,2.2226816177368165
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,1,power_law_1.2,2.97959041595459
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,1,power_law_1.2,25.797854614257812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,1,power_law_1.01,25.78541259765625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,1,power_law_1.2,4.481193542480469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,1,power_law_1.2,5.726553726196289
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,1,power_law_1.01,2.7746143341064453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,1,power_law_1.01,4.373190307617188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,1,power_law_1.2,8.888655853271484
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,1,power_law_1.01,5.850291061401367
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,1,power_law_1.01,8.710441589355469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,1,power_law_1.2,12.083545684814453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,1,power_law_1.01,93.99703979492188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,1,power_law_1.2,41.34205627441406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,1,power_law_1.01,42.000772094726564
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,1,power_law_1.01,11.783606719970702
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,1,power_law_1.2,14.824172973632812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,1,power_law_1.01,14.683847045898437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,1,power_law_1.01,0.1561951994895935
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,1,power_law_1.01,0.19383360147476197
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,1,power_law_1.01,0.25519039630889895
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,1,power_law_1.01,95.31216430664062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,1,power_law_1.2,24.303123474121094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,1,power_law_1.2,0.15657600164413452
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,1,power_law_1.01,23.745199584960936
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,1,power_law_1.2,0.1946303963661194
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,1,power_law_1.2,0.2452159881591797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,1,power_law_1.01,0.37274560928344724
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,1,power_law_1.01,0.38800640106201173
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,1,power_law_1.01,0.3929919958114624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,1,power_law_1.01,0.4011648178100586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,1,power_law_1.01,0.39147520065307617
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,1,power_law_1.01,0.43622398376464844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,1,power_law_1.01,0.45285758972167967
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,1,power_law_1.01,0.4954368114471436
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,1,power_law_1.01,0.5345759868621827
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,1,power_law_1.01,0.5517248153686524
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,1,power_law_1.01,0.5927040100097656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,1,power_law_1.01,0.6380864143371582
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,1,power_law_1.01,0.7446112155914306
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,1,power_law_1.01,0.8584799766540527
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,1,power_law_1.01,1.1403231620788574
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,1,power_law_1.01,1.465071964263916
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,1,power_law_1.2,0.38318719863891604
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,1,power_law_1.2,0.3847007989883423
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,1,power_law_1.01,2.1361888885498046
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,1,power_law_1.2,0.39800961017608644
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,1,power_law_1.2,0.40255041122436525
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,1,power_law_1.2,0.40553598403930663
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,1,power_law_1.01,2.7136512756347657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,1,power_law_1.2,0.43836798667907717
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,1,power_law_1.2,47.784271240234375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,1,power_law_1.2,0.4667200088500977
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,1,power_law_1.2,0.5049952030181885
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,1,power_law_1.2,0.5357471942901612
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,1,power_law_1.2,82.194580078125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,1,power_law_1.01,3.928742218017578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,1,power_law_1.2,0.5541408061981201
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,1,power_law_1.01,82.45402221679687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,1,power_law_1.2,0.5959968090057373
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,1,power_law_1.2,0.4099743843078613
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,1,power_law_1.2,0.3187167882919312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,1,power_law_1.2,0.482803201675415
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,1,power_law_1.2,0.6412543773651123
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,1,power_law_1.2,0.38754560947418215
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,1,power_law_1.2,0.5853792190551758
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,1,power_law_1.2,0.7165631771087646
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,1,power_law_1.2,0.4457791805267334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,1,power_law_1.2,1.128390407562256
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,1,power_law_1.2,0.8617823600769043
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,1,power_law_1.2,0.9128704071044922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,1,power_law_1.01,5.38441276550293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,1,power_law_1.2,1.0740063667297364
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,1,power_law_1.01,47.01876220703125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,1,power_law_1.2,1.155395221710205
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,1,power_law_1.2,1.7747360229492188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,1,power_law_1.2,1.093596839904785
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,1,power_law_1.2,1.4798912048339843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,1,power_law_1.2,1.7818368911743163
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,1,power_law_1.2,1.1358943939208985
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,1,power_law_1.2,1.1577440261840821
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,1,power_law_1.2,1.8120128631591796
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,1,power_law_1.2,2.093270492553711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,1,power_law_1.2,1.2569631576538085
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,1,power_law_1.01,8.091715240478516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,1,power_law_1.2,1.868614387512207
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,1,power_law_1.2,1.282595157623291
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,1,power_law_1.2,2.73504638671875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,1,power_law_1.2,1.9356447219848634
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,1,power_law_1.2,1.3316032409667968
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,1,power_law_1.2,1.4111871719360352
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,1,power_law_1.2,2.0202688217163085
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,1,power_law_1.2,4.013052749633789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,1,power_law_1.2,1.5304096221923829
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,1,power_law_1.2,2.179500770568848
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,1,power_law_1.2,1.7564544677734375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,1,power_law_1.01,116.54010009765625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,1,power_law_1.2,2.280201530456543
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,1,power_law_1.01,11.034636688232421
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,1,power_law_1.2,2.0084255218505858
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,1,power_law_1.2,5.364076614379883
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,1,power_law_1.2,2.354265594482422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,1,power_law_1.2,2.287753677368164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,1,power_law_1.2,2.5544416427612306
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,1,power_law_1.2,2.764355278015137
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,1,power_law_1.2,2.6591968536376953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,1,power_law_1.2,8.07279052734375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,1,power_law_1.2,3.7743167877197266
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,1,power_law_1.2,2.8524639129638674
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,1,power_law_1.01,16.07076416015625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,1,power_law_1.2,3.3688255310058595
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,1,power_law_1.2,4.848694229125977
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,1,power_law_1.2,10.694361877441406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,1,power_law_1.2,4.466748809814453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,1,power_law_1.2,6.945273590087891
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,1,power_law_1.2,5.643939208984375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,1,power_law_1.2,9.08400650024414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,1,power_law_1.2,8.076882934570312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,1,power_law_1.2,15.990806579589844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,1,power_law_1.01,21.744189453125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,1,power_law_1.2,13.350143432617188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,1,power_law_1.2,11.015299224853516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,1,power_law_1.2,21.37909393310547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,1,power_law_1.2,15.258883666992187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,1,power_law_1.01,26.970166015625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,1,power_law_1.2,17.663046264648436
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,1,power_law_1.01,156.89437255859374
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,1,power_law_1.2,20.685772705078126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,1,power_law_1.2,26.748678588867186
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,1,power_law_1.2,26.279641723632814
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,1,power_law_1.01,43.77162475585938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,1,power_law_1.2,32.80797119140625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,1,power_law_1.2,35.10487365722656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,1,power_law_1.2,43.69096374511719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,1,power_law_1.2,44.07424621582031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,1,power_law_1.2,55.72816772460938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,1,power_law_1.01,191.84400634765626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,1,power_law_1.01,86.43184814453124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,1,power_law_1.2,86.21815185546875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,1,power_law_1.01,0.22288000583648682
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,1,power_law_1.01,0.4274847984313965
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,1,power_law_1.2,68.90440063476562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,1,power_law_1.01,0.4519296169281006
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,1,power_law_1.01,1.033414363861084
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,1,power_law_1.01,0.14766720533370972
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,1,power_law_1.01,1.6429216384887695
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,1,power_law_1.01,2.3197759628295898
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,1,power_law_1.01,0.28641600608825685
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,1,power_law_1.01,3.533737564086914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,1,power_law_1.01,0.32214400768280027
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,1,power_law_1.01,0.7382368087768555
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,1,power_law_1.01,3.7328159332275392
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,1,power_law_1.01,1.159552001953125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,1,power_law_1.2,76.11806640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,1,power_law_1.01,3.8941471099853517
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,1,power_law_1.01,1.6477279663085938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,1,power_law_1.01,2.4716224670410156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,1,power_law_1.01,4.014156723022461
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,1,power_law_1.01,2.637014389038086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,1,power_law_1.01,4.347238540649414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,1,power_law_1.01,2.703011131286621
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,1,power_law_1.01,4.495814514160156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,1,power_law_1.01,2.770195198059082
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,1,power_law_1.01,2.9026912689208983
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,1,power_law_1.01,4.7227424621582035
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,1,power_law_1.01,3.1345888137817384
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,1,power_law_1.01,5.188835144042969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,1,power_law_1.01,3.267436981201172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,1,power_law_1.01,3.561775970458984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,1,power_law_1.01,7.177693176269531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,1,power_law_1.2,94.36824951171874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,1,power_law_1.01,4.166099166870117
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,1,power_law_1.01,7.416547393798828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,1,power_law_1.01,4.282006454467774
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,1,power_law_1.01,7.8667137145996096
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,1,power_law_1.01,4.490864181518555
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,1,power_law_1.01,4.941273498535156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,1,power_law_1.01,8.563801574707032
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,1,power_law_1.01,5.3930816650390625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,1,power_law_1.2,97.9793701171875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,1,power_law_1.01,9.158243560791016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,1,power_law_1.01,6.530611419677735
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,1,power_law_1.01,10.38279037475586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,1,power_law_1.01,7.797084808349609
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,1,power_law_1.01,315.8625732421875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,1,power_law_1.01,10.411209869384766
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,1,power_law_1.01,11.334601593017577
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,1,power_law_1.01,12.921212768554687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,1,power_law_1.01,13.4674560546875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,1,power_law_1.01,0.2378175973892212
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,1,power_law_1.01,0.2922559976577759
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,1,power_law_1.01,0.39039039611816406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,1,power_law_1.01,16.519961547851562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,1,power_law_1.01,18.099017333984374
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,1,power_law_1.01,0.6775968074798584
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,1,power_law_1.01,0.6750239849090576
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,1,power_law_1.01,0.6808479785919189
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,1,power_law_1.01,0.6854144096374511
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,1,power_law_1.01,0.6943295955657959
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,1,power_law_1.2,116.49915771484375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,1,power_law_1.01,0.7021152019500733
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,1,power_law_1.01,0.7135839939117432
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,1,power_law_1.01,0.7351583957672119
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,1,power_law_1.01,0.7657279968261719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,1,power_law_1.01,0.846399974822998
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,1,power_law_1.01,0.9406559944152832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,1,power_law_1.01,21.127168273925783
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,1,power_law_1.01,1.02457275390625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,1,power_law_1.01,1.1356255531311035
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,1,power_law_1.01,23.223330688476562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,1,power_law_1.2,0.23792319297790526
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,1,power_law_1.01,1.3510751724243164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,1,power_law_1.2,0.29856960773468016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,1,power_law_1.2,0.352512001991272
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,1,power_law_1.01,1.8634592056274415
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,1,power_law_1.01,2.4079456329345703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,1,power_law_1.01,3.4291969299316407
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,1,power_law_1.01,4.5963134765625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,1,power_law_1.01,6.670764923095703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,1,power_law_1.2,0.6632736206054688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,1,power_law_1.01,26.566925048828125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,1,power_law_1.2,0.6601247787475586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,1,power_law_1.2,0.6697760105133057
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,1,power_law_1.2,0.6913599967956543
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,1,power_law_1.2,0.6956736087799072
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,1,power_law_1.2,0.7078176021575928
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,1,power_law_1.01,8.690204620361328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,1,power_law_1.2,0.7260543823242187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,1,power_law_1.2,0.7355967998504639
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,1,power_law_1.2,0.7683263778686523
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,1,power_law_1.01,33.519287109375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,1,power_law_1.2,0.8084287643432617
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,1,power_law_1.2,0.9584480285644531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,1,power_law_1.2,1.026921558380127
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,1,power_law_1.2,1.1517919540405273
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,1,power_law_1.2,1.3451135635375977
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,1,power_law_1.01,13.280038452148437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,1,power_law_1.2,1.8618047714233399
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,1,power_law_1.2,2.430134391784668
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,1,power_law_1.2,3.2720191955566404
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,1,power_law_1.2,4.548425674438477
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,1,power_law_1.2,157.751904296875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,1,power_law_1.01,17.371907043457032
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,1,power_law_1.01,39.90495910644531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,1,power_law_1.2,6.6088417053222654
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,1,power_law_1.2,8.7076416015625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,1,power_law_1.01,43.788134765625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,1,power_law_1.2,13.0820068359375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,1,power_law_1.01,25.679876708984374
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,1,power_law_1.2,17.48116455078125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,1,power_law_1.01,381.803759765625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,1,power_law_1.2,0.22230401039123535
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,1,power_law_1.01,48.653558349609376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,1,power_law_1.01,35.03605346679687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,1,power_law_1.2,0.4276832103729248
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,1,power_law_1.2,0.45024957656860354
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,1,power_law_1.2,26.109075927734374
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,1,power_law_1.2,0.9225824356079102
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,1,power_law_1.01,54.3116943359375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,1,power_law_1.2,1.4489983558654784
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,1,power_law_1.2,2.0753856658935548
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,1,power_law_1.2,3.386912155151367
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,1,power_law_1.2,3.5814750671386717
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,1,power_law_1.2,3.8107936859130858
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,1,power_law_1.01,44.178839111328124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,1,power_law_1.2,35.344546508789065
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,1,power_law_1.2,4.109734344482422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,1,power_law_1.2,190.8318359375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,1,power_law_1.2,4.219942474365235
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,1,power_law_1.01,60.62272338867187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,1,power_law_1.2,4.50621452331543
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,1,power_law_1.2,4.907340621948242
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,1,power_law_1.2,5.5044513702392575
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,1,power_law_1.2,43.89976196289062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,1,power_law_1.2,7.402806091308594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,1,power_law_1.2,7.653715515136719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,1,power_law_1.01,85.07181396484376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,1,power_law_1.01,69.2615478515625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,1,power_law_1.2,8.246669006347656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,1,power_law_1.2,8.924374389648438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,1,power_law_1.2,9.61480941772461
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,1,power_law_1.2,10.816665649414062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,1,power_law_1.2,69.81948852539062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,1,power_law_1.01,94.43319091796874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,1,power_law_1.2,11.698326110839844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,1,power_law_1.2,14.091993713378907
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,1,power_law_1.2,16.80628204345703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,1,power_law_1.01,0.12750719785690307
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,1,power_law_1.2,21.89036407470703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,1,power_law_1.01,0.21689279079437257
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,1,power_law_1.01,0.26115520000457765
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,1,power_law_1.01,137.92183837890624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,1,power_law_1.01,0.5750720024108886
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,1,power_law_1.01,0.9586751937866211
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,1,power_law_1.2,322.59697265625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,1,power_law_1.2,27.3507080078125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,1,power_law_1.01,1.3150176048278808
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,1,power_law_1.01,1.9567712783813476
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,1,power_law_1.01,2.0630239486694335
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,1,power_law_1.2,0.1472991943359375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,1,power_law_1.01,2.1495391845703127
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,1,power_law_1.01,2.2040735244750977
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,1,power_law_1.01,167.362890625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,1,power_law_1.01,2.269811248779297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,1,power_law_1.2,0.28354558944702146
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,1,power_law_1.2,0.32751998901367185
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,1,power_law_1.01,2.340358352661133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,1,power_law_1.2,0.6553343772888184
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,1,power_law_1.01,2.450543975830078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,1,power_law_1.2,1.0061599731445312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,1,power_law_1.2,137.86435546875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,1,power_law_1.01,0.03752320110797882
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,1,power_law_1.2,1.4413344383239746
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,1,power_law_1.01,2.5181535720825194
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,1,power_law_1.2,40.41082763671875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,1,power_law_1.2,2.349990463256836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,1,power_law_1.01,2.5493600845336912
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,1,power_law_1.2,2.5660192489624025
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,1,power_law_1.01,0.040931200981140135
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,1,power_law_1.01,2.6248960494995117
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,1,power_law_1.01,0.031667199730873105
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,1,power_law_1.2,2.652796745300293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,1,power_law_1.01,2.788355255126953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,1,power_law_1.2,2.7550943374633787
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,1,power_law_1.01,3.125196838378906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,1,power_law_1.01,0.07180160284042358
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,1,power_law_1.01,0.04215039908885956
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,1,power_law_1.2,2.9810752868652344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,1,power_law_1.01,0.062105602025985716
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,1,power_law_1.01,0.08784319758415222
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,1,power_law_1.01,3.4273086547851563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,1,power_law_1.01,0.10708160400390625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,1,power_law_1.2,3.156175994873047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,1,power_law_1.01,0.17630399465560914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,1,power_law_1.01,0.19205119609832763
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,1,power_law_1.01,0.19605120420455932
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,1,power_law_1.01,4.051238250732422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,1,power_law_1.2,3.3239070892333986
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,1,power_law_1.01,0.2012864112854004
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,1,power_law_1.01,0.11251519918441773
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,1,power_law_1.01,0.21148159503936767
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,1,power_law_1.01,0.22893760204315186
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,1,power_law_1.2,3.7213214874267577
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,1,power_law_1.01,4.749507141113281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,1,power_law_1.01,6.13023681640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,1,power_law_1.01,0.2788095951080322
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,1,power_law_1.01,0.15079679489135742
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,1,power_law_1.01,0.28324480056762696
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,1,power_law_1.2,49.203436279296874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,1,power_law_1.01,0.25178239345550535
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,1,power_law_1.01,188.40565185546876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,1,power_law_1.01,0.2971487998962402
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,1,power_law_1.01,0.30957438945770266
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,1,power_law_1.01,0.32350080013275145
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,1,power_law_1.2,4.27704963684082
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,1,power_law_1.01,0.3435647964477539
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,1,power_law_1.01,7.317036437988281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,1,power_law_1.01,0.4094304084777832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,1,power_law_1.01,0.47944321632385256
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,1,power_law_1.2,4.525727844238281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,1,power_law_1.01,0.6253439903259277
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,1,power_law_1.01,0.7757664203643799
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,1,power_law_1.01,0.2620543956756592
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,1,power_law_1.01,1.0808575630187989
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,1,power_law_1.2,4.676246261596679
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,1,power_law_1.01,9.958531188964844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,1,power_law_1.01,0.03731519877910614
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,1,power_law_1.01,1.3826239585876465
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,1,power_law_1.01,2.00314884185791
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,1,power_law_1.2,5.16596794128418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,1,power_law_1.01,2.618150329589844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,1,power_law_1.01,0.280841588973999
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,1,power_law_1.01,0.2850752115249634
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,1,power_law_1.01,12.615155029296876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,1,power_law_1.2,5.724339294433594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,1,power_law_1.01,3.8644641876220702
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,1,power_law_1.2,6.9210365295410154
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,1,power_law_1.01,0.044547200202941895
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,1,power_law_1.01,5.099731063842773
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,1,power_law_1.01,0.29006400108337405
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,1,power_law_1.01,0.30468800067901614
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,1,power_law_1.01,0.31116480827331544
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,1,power_law_1.2,8.146393585205079
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,1,power_law_1.01,0.3251904010772705
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,1,power_law_1.01,6.377804946899414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,1,power_law_1.01,17.7876220703125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,1,power_law_1.01,0.05514879822731018
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,1,power_law_1.2,61.80610961914063
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,1,power_law_1.2,10.667311859130859
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,1,power_law_1.2,382.8168212890625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,1,power_law_1.01,10.126953887939454
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,1,power_law_1.2,0.03804480135440826
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,1,power_law_1.01,22.972537231445312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,1,power_law_1.01,0.08572800159454345
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,1,power_law_1.2,13.206022644042969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,1,power_law_1.01,0.10256320238113403
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,1,power_law_1.01,0.3503583908081055
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,1,power_law_1.01,0.3619744062423706
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,1,power_law_1.2,0.041222399473190306
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,1,power_law_1.01,0.3899231910705566
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,1,power_law_1.01,20.193685913085936
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,1,power_law_1.2,0.027804800868034364
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,1,power_law_1.2,0.06791679859161377
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,1,power_law_1.2,0.04231359958648682
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,1,power_law_1.01,0.15172159671783447
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,1,power_law_1.2,0.05802559852600098
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,1,power_law_1.2,18.264198303222656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,1,power_law_1.01,0.1608351945877075
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,1,power_law_1.2,0.08247680068016053
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,1,power_law_1.2,0.10210239887237549
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,1,power_law_1.01,0.34844160079956055
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,1,power_law_1.2,0.17773120403289794
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,1,power_law_1.01,0.38585920333862306
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,1,power_law_1.2,0.19672319889068604
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,1,power_law_1.2,0.2034912109375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,1,power_law_1.2,0.2100831985473633
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,1,power_law_1.01,28.484164428710937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,1,power_law_1.2,0.21906559467315673
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,1,power_law_1.2,0.10010240077972413
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,1,power_law_1.2,0.23383359909057616
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,1,power_law_1.2,0.27897279262542723
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,1,power_law_1.2,0.2872224092483521
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,1,power_law_1.2,0.2994623899459839
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,1,power_law_1.01,0.16506559848785402
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,1,power_law_1.2,0.31403839588165283
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,1,power_law_1.01,0.16773120164871216
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,1,power_law_1.2,0.3253727912902832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,1,power_law_1.01,0.17503360509872437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,1,power_law_1.2,0.3528768062591553
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,1,power_law_1.01,0.1865407943725586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,1,power_law_1.2,23.3930908203125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,1,power_law_1.01,0.19144320487976074
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,1,power_law_1.2,0.4154463768005371
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,1,power_law_1.01,0.2019711971282959
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,1,power_law_1.2,0.48762879371643064
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,1,power_law_1.2,0.13400959968566895
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,1,power_law_1.2,0.24933760166168212
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,1,power_law_1.2,0.6295040130615235
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,1,power_law_1.2,0.7825727939605713
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,1,power_law_1.01,0.43684802055358884
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,1,power_law_1.2,1.0857919692993163
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,1,power_law_1.2,1.394752025604248
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,1,power_law_1.2,2.0077184677124023
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,1,power_law_1.2,0.27260479927062986
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,1,power_law_1.2,2.6311008453369142
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,1,power_law_1.01,0.21502399444580078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,1,power_law_1.01,0.22915201187133788
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,1,power_law_1.2,3.884374237060547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,1,power_law_1.01,0.23964159488677977
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,1,power_law_1.2,96.72047119140625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,1,power_law_1.01,0.25798079967498777
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,1,power_law_1.01,45.987875366210936
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,1,power_law_1.01,0.3054464101791382
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,1,power_law_1.01,0.35519359111785886
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,1,power_law_1.2,33.68288879394531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,1,power_law_1.01,0.501961612701416
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,1,power_law_1.2,5.126047897338867
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,1,power_law_1.01,0.4523615837097168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,1,power_law_1.2,0.28588480949401857
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,1,power_law_1.01,0.5789599895477295
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,1,power_law_1.2,0.3026112079620361
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,1,power_law_1.01,0.5536416053771973
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,1,power_law_1.01,0.7452703952789307
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,1,power_law_1.01,0.7532032012939454
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,1,power_law_1.01,0.9138655662536621
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,1,power_law_1.01,0.954032039642334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,1,power_law_1.2,6.402662658691407
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,1,power_law_1.01,1.2712575912475585
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,1,power_law_1.01,1.3626336097717284
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,1,power_law_1.01,1.612233543395996
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,1,power_law_1.01,1.7691072463989257
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,1,power_law_1.2,0.29821760654449464
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,1,power_law_1.01,2.3343456268310545
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,1,power_law_1.01,2.5687360763549805
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,1,power_law_1.2,0.30729920864105226
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,1,power_law_1.2,0.3160896062850952
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,1,power_law_1.2,10.17294692993164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,1,power_law_1.2,0.3311808109283447
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,1,power_law_1.01,3.1519296646118162
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,1,power_law_1.01,3.3801055908203126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,1,power_law_1.01,3.8526142120361326
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,1,power_law_1.01,4.265939331054687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,1,power_law_1.01,6.211670303344727
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,1,power_law_1.2,43.96515808105469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,1,power_law_1.01,6.798998260498047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,1,power_law_1.2,20.205474853515625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,1,power_law_1.2,0.35453760623931885
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,1,power_law_1.2,0.3727168083190918
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,1,power_law_1.2,0.3919680118560791
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,1,power_law_1.01,12.170761871337891
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,1,power_law_1.01,13.485174560546875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,1,power_law_1.2,0.038406398892402646
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,1,power_law_1.01,0.09031360149383545
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,1,power_law_1.2,0.35465919971466064
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,1,power_law_1.2,0.39546239376068115
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,1,power_law_1.01,0.07371519804000855
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,1,power_law_1.01,0.10815680027008057
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,1,power_law_1.01,0.2482464075088501
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,1,power_law_1.01,88.94176025390625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,1,power_law_1.01,0.4107232093811035
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,1,power_law_1.01,0.5255807876586914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,1,power_law_1.01,0.9409664154052735
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,1,power_law_1.2,0.04504640102386474
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,1,power_law_1.01,0.0893664002418518
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,1,power_law_1.01,0.990550422668457
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,1,power_law_1.01,0.1772480010986328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,1,power_law_1.01,1.0313440322875977
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,1,power_law_1.01,0.27062718868255614
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,1,power_law_1.2,54.497509765625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,1,power_law_1.01,0.37217600345611573
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,1,power_law_1.01,1.0635199546813965
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,1,power_law_1.01,0.6412831783294678
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,1,power_law_1.01,1.087459182739258
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,1,power_law_1.01,0.6893983840942383
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,1,power_law_1.01,1.1385760307312012
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,1,power_law_1.01,0.6972256183624268
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,1,power_law_1.2,0.4453023910522461
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,1,power_law_1.01,0.7304736137390136
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,1,power_law_1.01,0.7556096076965332
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,1,power_law_1.2,0.054079997539520266
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,1,power_law_1.01,0.07427840232849121
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,1,power_law_1.01,0.8002559661865234
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,1,power_law_1.01,1.6566816329956056
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,1,power_law_1.01,1.7171327590942382
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,1,power_law_1.01,1.7884576797485352
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,1,power_law_1.01,1.009836769104004
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,1,power_law_1.2,0.12801920175552367
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,1,power_law_1.01,1.8288703918457032
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,1,power_law_1.01,1.0360992431640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,1,power_law_1.01,1.0917280197143555
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,1,power_law_1.01,1.8764448165893555
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,1,power_law_1.2,0.07996799945831298
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,1,power_law_1.2,0.09307519793510437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,1,power_law_1.01,1.1136639595031739
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,1,power_law_1.2,0.5165919780731201
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,1,power_law_1.01,1.9946687698364258
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,1,power_law_1.01,0.08604800105094909
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,1,power_law_1.01,1.1518783569335938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,1,power_law_1.2,0.6002943992614747
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,1,power_law_1.01,0.15079679489135742
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,1,power_law_1.01,2.173097610473633
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,1,power_law_1.01,0.24023039340972902
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,1,power_law_1.01,1.2421248435974122
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,1,power_law_1.2,0.7635359764099121
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,1,power_law_1.01,0.3190848112106323
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,1,power_law_1.2,0.9280863761901855
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,1,power_law_1.01,1.4741056442260743
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,1,power_law_1.01,2.3378976821899413
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,1,power_law_1.01,0.5549024105072021
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,1,power_law_1.01,0.572211217880249
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,1,power_law_1.2,1.2652000427246093
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,1,power_law_1.01,1.7318431854248046
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,1,power_law_1.01,2.8250656127929688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,1,power_law_1.01,0.6181312084197998
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,1,power_law_1.01,0.6215167999267578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,1,power_law_1.2,1.6199359893798828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,1,power_law_1.01,2.268659210205078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,1,power_law_1.2,0.21629760265350342
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,1,power_law_1.01,0.628607988357544
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,1,power_law_1.01,3.338684844970703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,1,power_law_1.2,0.15346239805221557
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,1,power_law_1.01,0.657590389251709
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,1,power_law_1.2,0.1607391953468323
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,1,power_law_1.2,0.2674783945083618
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,1,power_law_1.01,2.8358175277709963
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,1,power_law_1.2,2.381328010559082
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,1,power_law_1.01,0.6684959888458252
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,1,power_law_1.2,0.5273727893829345
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,1,power_law_1.01,0.6818143844604492
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,1,power_law_1.01,4.446988677978515
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,1,power_law_1.01,3.943404769897461
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,1,power_law_1.01,0.7132736206054687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,1,power_law_1.2,0.8157535552978515
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,1,power_law_1.2,3.0915103912353517
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,1,power_law_1.01,0.7390592098236084
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,1,power_law_1.2,1.1551072120666503
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,1,power_law_1.01,0.7674304008483886
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,1,power_law_1.01,5.649283218383789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,1,power_law_1.01,5.07347526550293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,1,power_law_1.01,0.8263232231140136
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,1,power_law_1.2,3.8387519836425783
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,1,power_law_1.2,1.854764747619629
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,1,power_law_1.01,0.9549920082092285
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,1,power_law_1.2,0.1677855968475342
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,1,power_law_1.01,1.0868160247802734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,1,power_law_1.2,2.049948883056641
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,1,power_law_1.2,0.17433279752731323
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,1,power_law_1.01,7.925596618652344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,1,power_law_1.01,1.3754719734191894
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,1,power_law_1.2,0.18264000415802
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,1,power_law_1.01,7.320182037353516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,1,power_law_1.2,0.1890463948249817
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,1,power_law_1.2,2.0945856094360353
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,1,power_law_1.01,1.6625247955322267
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,1,power_law_1.2,0.19516160488128662
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,1,power_law_1.2,6.043129730224609
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,1,power_law_1.2,0.20550720691680907
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,1,power_law_1.2,2.163987159729004
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,1,power_law_1.01,2.2696159362792967
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,1,power_law_1.2,191.55927734375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,1,power_law_1.2,0.09756479859352112
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,1,power_law_1.2,85.16708374023438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,1,power_law_1.2,2.2543264389038087
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,1,power_law_1.2,0.11294080018997192
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,1,power_law_1.01,10.268096160888671
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,1,power_law_1.01,9.605958557128906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,1,power_law_1.01,2.934543991088867
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,1,power_law_1.2,0.24728960990905763
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,1,power_law_1.2,2.390105628967285
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,1,power_law_1.2,0.3488640069961548
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,1,power_law_1.2,0.478547191619873
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,1,power_law_1.01,4.153519821166992
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,1,power_law_1.2,0.9469344139099121
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,1,power_law_1.2,2.4578752517700195
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,1,power_law_1.2,1.02608642578125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,1,power_law_1.2,12.084512329101562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,1,power_law_1.2,1.0431360244750976
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,1,power_law_1.2,2.525654411315918
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,1,power_law_1.01,5.488230514526367
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,1,power_law_1.01,14.04022674560547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,1,power_law_1.2,1.098249626159668
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,1,power_law_1.01,14.869264221191406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,1,power_law_1.2,0.22255680561065674
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,1,power_law_1.2,1.1077856063842773
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,1,power_law_1.2,2.7158176422119142
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,1,power_law_1.2,0.23453121185302733
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,1,power_law_1.2,0.07955200076103211
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,1,power_law_1.2,0.24619839191436768
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,1,power_law_1.2,1.1723487854003907
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,1,power_law_1.2,0.2670079946517944
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,1,power_law_1.2,2.7750816345214844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,1,power_law_1.2,1.7181407928466796
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,1,power_law_1.2,0.31538240909576415
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,1,power_law_1.01,8.079014587402344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,1,power_law_1.2,0.3635296106338501
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,1,power_law_1.2,1.707219123840332
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,1,power_law_1.2,0.46172480583190917
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,1,power_law_1.2,2.976908874511719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,1,power_law_1.2,1.80468807220459
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,1,power_law_1.2,0.08678399920463561
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,1,power_law_1.2,0.5644288063049316
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,1,power_law_1.2,0.16470400094985962
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,1,power_law_1.2,0.7674176216125488
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,1,power_law_1.2,1.8607904434204101
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,1,power_law_1.2,0.2488640069961548
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,1,power_law_1.2,3.2844417572021483
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,1,power_law_1.2,0.32667520046234133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,1,power_law_1.2,0.973583984375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,1,power_law_1.01,18.519261169433594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,1,power_law_1.2,1.9094623565673827
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,1,power_law_1.2,0.6433663845062256
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,1,power_law_1.01,19.61326446533203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,1,power_law_1.01,10.41833267211914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,1,power_law_1.2,1.3765024185180663
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,1,power_law_1.2,0.7037343978881836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,1,power_law_1.2,2.011363220214844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,1,power_law_1.2,3.6256385803222657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,1,power_law_1.2,0.7265215873718261
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,1,power_law_1.2,1.7856576919555665
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,1,power_law_1.2,2.1652576446533205
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,1,power_law_1.2,0.7614496231079102
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,1,power_law_1.2,4.073212814331055
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,1,power_law_1.2,0.786675214767456
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,1,power_law_1.2,2.410905647277832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,1,power_law_1.2,0.8259455680847168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,1,power_law_1.2,2.589382362365723
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,1,power_law_1.2,2.87445125579834
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,1,power_law_1.2,4.840678405761719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,1,power_law_1.01,13.211520385742187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,1,power_law_1.2,3.3963550567626952
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,1,power_law_1.2,3.4338592529296874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,1,power_law_1.01,23.06389465332031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,1,power_law_1.2,6.175187301635742
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,1,power_law_1.2,1.032761573791504
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,1,power_law_1.01,24.322813415527342
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,1,power_law_1.2,4.498239898681641
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,1,power_law_1.2,4.252361679077149
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,1,power_law_1.2,1.0621376037597656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,1,power_law_1.2,1.1029312133789062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,1,power_law_1.2,1.1475935935974122
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,1,power_law_1.2,5.697916793823242
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,1,power_law_1.2,7.386281585693359
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,1,power_law_1.2,1.1785152435302735
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,1,power_law_1.2,1.2850687980651856
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,1,power_law_1.2,6.696080017089844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,1,power_law_1.01,20.700473022460937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,1,power_law_1.2,1.5106719970703124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,1,power_law_1.2,7.980681610107422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,1,power_law_1.2,1.7767040252685546
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,1,power_law_1.2,9.917938995361329
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,1,power_law_1.2,2.305718421936035
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,1,power_law_1.2,2.8596319198608398
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,1,power_law_1.2,10.267385864257813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,1,power_law_1.2,3.97125129699707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,1,power_law_1.2,13.326914978027343
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,1,power_law_1.2,12.57330551147461
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,1,power_law_1.01,36.5800537109375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,1,power_law_1.2,5.091657638549805
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,1,power_law_1.01,41.09126281738281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,1,power_law_1.2,14.941529846191406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,1,power_law_1.2,7.3218849182128904
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,1,power_law_1.2,17.621717834472655
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,1,power_law_1.2,0.073580801486969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,1,power_law_1.2,9.593148803710937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,1,power_law_1.01,43.802313232421874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,1,power_law_1.2,19.823977661132812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,1,power_law_1.2,14.075791931152343
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,1,power_law_1.01,0.19506560564041137
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,1,power_law_1.2,0.08017600178718567
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,1,power_law_1.2,22.611964416503906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,1,power_law_1.2,0.144159996509552
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,1,power_law_1.2,0.2118079900741577
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,1,power_law_1.2,0.29929280281066895
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,1,power_law_1.2,0.5486400127410889
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,1,power_law_1.01,0.37136640548706057
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,1,power_law_1.2,0.5875872135162353
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,1,power_law_1.01,0.5744383811950684
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,1,power_law_1.2,0.6182720184326171
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,1,power_law_1.2,24.769027709960938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,1,power_law_1.01,1.0152031898498535
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,1,power_law_1.2,0.6322144031524658
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,1,power_law_1.2,0.6467711925506592
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,1,power_law_1.01,1.4362175941467286
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,1,power_law_1.2,18.564790344238283
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,1,power_law_1.2,0.6688255786895752
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,1,power_law_1.2,0.674732780456543
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,1,power_law_1.01,2.6597312927246093
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,1,power_law_1.2,167.4133056640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,1,power_law_1.2,0.6949503898620606
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,1,power_law_1.01,0.1619488000869751
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,1,power_law_1.2,0.7317408084869385
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,1,power_law_1.01,2.832121658325195
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,1,power_law_1.01,0.27476799488067627
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,1,power_law_1.2,0.7534783840179443
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,1,power_law_1.01,0.3631743907928467
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,1,power_law_1.2,0.78787841796875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,1,power_law_1.01,2.9907936096191405
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,1,power_law_1.01,0.6940224170684814
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,1,power_law_1.2,0.8464991569519043
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,1,power_law_1.2,27.9603515625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,1,power_law_1.01,0.9884736061096191
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,1,power_law_1.2,0.9753472328186035
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,1,power_law_1.01,3.061667251586914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,1,power_law_1.01,72.71619873046875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,1,power_law_1.2,1.108246421813965
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,1,power_law_1.01,1.7554655075073242
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,1,power_law_1.01,3.2101119995117187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,1,power_law_1.2,1.3941663742065429
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,1,power_law_1.01,1.9614496231079102
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,1,power_law_1.01,78.96563720703125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,1,power_law_1.2,1.6821823120117188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,1,power_law_1.2,23.14498291015625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,1,power_law_1.01,3.378915023803711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,1,power_law_1.01,2.063235282897949
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,1,power_law_1.2,0.1964095950126648
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,1,power_law_1.2,2.2665023803710938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,1,power_law_1.2,0.2950272083282471
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,1,power_law_1.01,2.085500717163086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,1,power_law_1.01,3.6176513671875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,1,power_law_1.2,0.5143455982208252
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,1,power_law_1.01,2.1967519760131835
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,1,power_law_1.2,2.900169563293457
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,1,power_law_1.2,0.8578751564025879
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,1,power_law_1.2,41.323892211914064
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,1,power_law_1.01,2.3340736389160157
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,1,power_law_1.2,1.2007391929626465
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,1,power_law_1.2,4.175734329223633
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,1,power_law_1.01,2.4775711059570313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,1,power_law_1.2,2.590604782104492
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,1,power_law_1.01,0.15961600542068483
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,1,power_law_1.01,5.290716934204101
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,1,power_law_1.01,2.963043212890625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,1,power_law_1.2,2.8291999816894533
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,1,power_law_1.2,5.424889755249024
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,1,power_law_1.01,3.0185920715332033
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,1,power_law_1.2,3.0489120483398438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,1,power_law_1.01,5.476483154296875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,1,power_law_1.01,3.1606239318847655
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,1,power_law_1.2,3.194499206542969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,1,power_law_1.2,7.9287773132324215
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,1,power_law_1.01,5.740723037719727
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,1,power_law_1.01,3.264815902709961
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,1,power_law_1.2,46.32505493164062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,1,power_law_1.2,3.3079105377197267
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,1,power_law_1.2,36.61990661621094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,1,power_law_1.01,3.405971145629883
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,1,power_law_1.2,3.666726303100586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,1,power_law_1.01,5.843123245239258
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,1,power_law_1.01,0.21252799034118652
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,1,power_law_1.01,0.33032639026641847
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,1,power_law_1.2,10.441603088378907
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,1,power_law_1.01,3.9418014526367187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,1,power_law_1.2,3.7645374298095704
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,1,power_law_1.01,0.5686111927032471
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,1,power_law_1.01,0.8005696296691894
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,1,power_law_1.01,6.159519958496094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,1,power_law_1.01,4.597740936279297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,1,power_law_1.01,1.4458304405212403
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,1,power_law_1.2,5.519488143920898
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,1,power_law_1.01,1.582153606414795
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,1,power_law_1.01,6.7155296325683596
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,1,power_law_1.01,1.6198816299438477
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,1,power_law_1.01,5.944499206542969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,1,power_law_1.2,5.626678466796875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,1,power_law_1.2,13.02449951171875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,1,power_law_1.01,1.6530464172363282
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,1,power_law_1.01,1.7105215072631836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,1,power_law_1.01,7.1633056640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,1,power_law_1.2,5.840860748291016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,1,power_law_1.01,7.248300933837891
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,1,power_law_1.01,1.7441120147705078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,1,power_law_1.01,1.8353248596191407
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,1,power_law_1.2,6.035958480834961
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,1,power_law_1.01,1.8645183563232421
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,1,power_law_1.01,8.268418884277343
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,1,power_law_1.01,1.922092819213867
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,1,power_law_1.01,9.969532775878907
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,1,power_law_1.2,6.229020690917968
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,1,power_law_1.01,2.0133535385131838
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,1,power_law_1.2,20.299008178710938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,1,power_law_1.01,2.0786975860595702
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,1,power_law_1.01,9.496604919433594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,1,power_law_1.01,2.2068159103393556
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,1,power_law_1.2,6.777811431884766
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,1,power_law_1.01,12.6863037109375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,1,power_law_1.01,2.4399967193603516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,1,power_law_1.2,80.13753662109374
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,1,power_law_1.2,0.16269439458847046
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,1,power_law_1.01,2.762054443359375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,1,power_law_1.2,7.300998687744141
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,1,power_law_1.2,0.1925088047981262
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,1,power_law_1.01,12.427168273925782
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,1,power_law_1.2,0.35155200958251953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,1,power_law_1.01,3.416716766357422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,1,power_law_1.2,0.6091360092163086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,1,power_law_1.2,0.8932895660400391
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,1,power_law_1.2,8.419769287109375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,1,power_law_1.01,4.324134445190429
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,1,power_law_1.2,1.797875213623047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,1,power_law_1.2,1.9463712692260742
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,1,power_law_1.01,18.170501708984375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,1,power_law_1.2,72.78662109375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,1,power_law_1.01,5.765206527709961
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,1,power_law_1.2,2.002592086791992
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,1,power_law_1.01,14.98291473388672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,1,power_law_1.2,9.792988586425782
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,1,power_law_1.2,2.165907287597656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,1,power_law_1.2,2.2359743118286133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,1,power_law_1.01,7.128147125244141
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,1,power_law_1.2,86.79122924804688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,1,power_law_1.2,2.3666688919067385
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,1,power_law_1.2,2.532998466491699
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,1,power_law_1.2,42.86612548828125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,1,power_law_1.2,12.37709732055664
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,1,power_law_1.01,9.995999908447265
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,1,power_law_1.2,3.07006721496582
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,1,power_law_1.01,23.645913696289064
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,1,power_law_1.01,0.1471935987472534
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,1,power_law_1.01,21.337525939941408
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,1,power_law_1.2,3.221507263183594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,1,power_law_1.01,0.3048255920410156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,1,power_law_1.01,0.2177567958831787
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,1,power_law_1.01,0.537667179107666
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,1,power_law_1.2,3.241183853149414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,1,power_law_1.2,15.149932861328125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,1,power_law_1.01,0.6615136146545411
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,1,power_law_1.2,3.3865215301513674
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,1,power_law_1.01,12.845237731933594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,1,power_law_1.01,1.3334400177001953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,1,power_law_1.2,3.584588623046875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,1,power_law_1.01,0.4417088031768799
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,1,power_law_1.01,2.013020706176758
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,1,power_law_1.2,4.14488639831543
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,1,power_law_1.01,0.7325856208801269
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,1,power_law_1.01,2.4862239837646483
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,1,power_law_1.01,0.9094592094421386
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,1,power_law_1.01,27.19068603515625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,1,power_law_1.2,4.728467178344727
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,1,power_law_1.01,18.404925537109374
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,1,power_law_1.2,21.487596130371095
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,1,power_law_1.01,1.9335872650146484
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,1,power_law_1.01,3.281452941894531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,1,power_law_1.01,34.57313232421875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,1,power_law_1.2,6.062063980102539
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,1,power_law_1.01,2.9959552764892576
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,1,power_law_1.01,3.4615135192871094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,1,power_law_1.2,7.398105621337891
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,1,power_law_1.01,3.6054847717285154
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,1,power_law_1.01,3.6352062225341797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,1,power_law_1.01,3.8306209564208986
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,1,power_law_1.01,4.694796752929688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,1,power_law_1.2,10.095030212402344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,1,power_law_1.01,24.219407653808595
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,1,power_law_1.01,4.061865615844726
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,1,power_law_1.2,27.51573486328125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,1,power_law_1.01,5.034662246704102
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,1,power_law_1.01,40.65927429199219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,1,power_law_1.01,4.161404800415039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,1,power_law_1.2,12.811477661132812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,1,power_law_1.01,5.287760162353516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,1,power_law_1.01,4.495907211303711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,1,power_law_1.01,5.494863891601563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,1,power_law_1.01,45.493218994140626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,1,power_law_1.01,4.793865585327149
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,1,power_law_1.01,5.787651062011719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,1,power_law_1.2,18.283955383300782
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,1,power_law_1.01,5.125385665893555
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,1,power_law_1.01,31.346676635742188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,1,power_law_1.01,6.068777465820313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,1,power_law_1.01,5.973836898803711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,1,power_law_1.2,41.29361572265625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,1,power_law_1.01,6.548252868652344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,1,power_law_1.01,6.3401439666748045
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,1,power_law_1.2,23.752313232421876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,1,power_law_1.01,7.0587646484375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,1,power_law_1.01,50.357601928710935
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,1,power_law_1.01,6.8487388610839846
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,1,power_law_1.01,7.561164855957031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,1,power_law_1.01,7.815430450439453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,1,power_law_1.01,56.62298583984375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,1,power_law_1.01,9.029494476318359
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,1,power_law_1.01,47.883416748046876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,1,power_law_1.2,34.73079223632813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,1,power_law_1.01,10.299897766113281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,1,power_law_1.2,52.8771728515625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,1,power_law_1.01,11.515213012695312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,1,power_law_1.01,11.162493133544922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,1,power_law_1.01,14.093522644042968
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,1,power_law_1.01,64.05957641601563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,1,power_law_1.01,11.909961700439453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,1,power_law_1.01,19.246482849121094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,1,power_law_1.2,45.651004028320315
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,1,power_law_1.01,13.172140502929688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,1,power_law_1.01,14.3198974609375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,1,power_law_1.2,66.49299926757813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,1,power_law_1.01,24.347442626953125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,1,power_law_1.01,89.39813232421875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,1,power_law_1.01,16.560166931152345
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,1,power_law_1.01,95.61815795898437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,1,power_law_1.2,56.72862548828125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,1,power_law_1.01,18.775357055664063
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,1,power_law_1.01,34.727194213867186
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,1,power_law_1.01,0.1278272032737732
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,1,power_law_1.01,102.375732421875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,1,power_law_1.01,23.365216064453126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,1,power_law_1.01,0.21741759777069092
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,1,power_law_1.01,0.3932703971862793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,1,power_law_1.01,0.5175583839416504
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,1,power_law_1.01,1.0780672073364257
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,1,power_law_1.01,45.0392822265625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,1,power_law_1.01,1.6316511154174804
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,1,power_law_1.01,1.981545639038086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,1,power_law_1.01,29.217767333984376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,1,power_law_1.01,2.584668731689453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,1,power_law_1.2,106.443701171875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,1,power_law_1.01,2.807535934448242
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,1,power_law_1.01,2.7882688522338865
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,1,power_law_1.01,3.0683040618896484
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,1,power_law_1.2,89.65672607421875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,1,power_law_1.01,3.208291244506836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,1,power_law_1.01,3.3175201416015625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,1,power_law_1.01,41.87308349609375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,1,power_law_1.01,3.4471904754638674
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,1,power_law_1.01,55.628692626953125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,1,power_law_1.2,0.16017600297927856
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,1,power_law_1.01,3.456217575073242
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,1,power_law_1.01,3.552073669433594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,1,power_law_1.01,3.7085216522216795
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,1,power_law_1.01,4.122828674316406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,1,power_law_1.2,0.15869439840316774
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,1,power_law_1.2,0.28035199642181396
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,1,power_law_1.2,0.49318718910217285
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.01,4.411177444458008
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,1,power_law_1.2,0.7071616172790527
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,1,power_law_1.2,1.4088671684265137
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,1,power_law_1.2,1.5683584213256836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.01,4.998886489868164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,1,power_law_1.01,177.257421875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,1,power_law_1.2,1.6674335479736329
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,1,power_law_1.2,1.714896011352539
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.01,5.695654296875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,1,power_law_1.2,1.7506559371948243
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,1,power_law_1.01,50.449676513671875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,1,power_law_1.2,1.8175775527954101
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,1,power_law_1.2,1.892838478088379
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.01,7.011824035644532
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,1,power_law_1.2,1.9432031631469726
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,1,power_law_1.2,0.21471040248870848
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,1,power_law_1.2,1.9929344177246093
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,1,power_law_1.2,2.058950424194336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.01,8.270732879638672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,1,power_law_1.2,2.152131271362305
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,1,power_law_1.2,0.4419871807098389
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,1,power_law_1.2,2.241212844848633
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,1,power_law_1.2,0.5316544055938721
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,1,power_law_1.2,2.57836799621582
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,1,power_law_1.2,0.8897727966308594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,1,power_law_1.2,2.844432067871094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.01,11.007344055175782
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,1,power_law_1.2,1.6600576400756837
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,1,power_law_1.2,3.5837345123291016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,1,power_law_1.01,86.2319091796875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,1,power_law_1.2,2.54052791595459
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,1,power_law_1.2,4.313798522949218
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,1,power_law_1.2,3.1711904525756838
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.01,13.68740234375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,1,power_law_1.2,5.624828720092774
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,1,power_law_1.2,4.587984085083008
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,1,power_law_1.2,6.971743774414063
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,1,power_law_1.01,62.30072021484375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,1,power_law_1.2,4.839084625244141
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,1,power_law_1.2,9.719609832763672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,1,power_law_1.2,5.096185684204102
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.01,18.98387451171875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,1,power_law_1.01,208.8455322265625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,1,power_law_1.2,5.420678329467774
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,1,power_law_1.2,12.493545532226562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,1,power_law_1.2,5.743379211425781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,1,power_law_1.2,0.1470047950744629
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,1,power_law_1.2,6.009996795654297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.01,24.52815399169922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,1,power_law_1.2,0.3207551956176758
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,1,power_law_1.2,18.414277648925783
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,1,power_law_1.2,177.63701171875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,1,power_law_1.2,6.544828796386719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,1,power_law_1.2,0.3753056049346924
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,1,power_law_1.2,0.6727136135101318
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,1,power_law_1.2,1.1983424186706544
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,1,power_law_1.2,7.2322242736816404
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,1,power_law_1.2,213.029541015625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,1,power_law_1.2,1.7643903732299804
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,2,power_law_1.01,0.25671360492706297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,1,power_law_1.2,2.19833927154541
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,2,power_law_1.01,0.27539839744567873
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,1,power_law_1.2,7.874320220947266
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,2,power_law_1.01,0.3281599998474121
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,1,power_law_1.2,23.538185119628906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,1,power_law_1.2,3.1188127517700197
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,1,power_law_1.01,31.424160766601563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,1,power_law_1.2,3.3640865325927733
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,2,power_law_1.01,0.5656735897064209
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,2,power_law_1.01,0.5691616058349609
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,2,power_law_1.01,0.5702911853790283
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,2,power_law_1.01,0.5857024192810059
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,2,power_law_1.01,0.606160020828247
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,2,power_law_1.01,0.6284224033355713
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,1,power_law_1.2,3.5428287506103517
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,2,power_law_1.01,0.6499072074890136
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,2,power_law_1.01,0.6702144145965576
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,2,power_law_1.01,0.7040128231048584
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,2,power_law_1.01,0.7149312019348144
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,1,power_law_1.2,10.415821075439453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,2,power_law_1.01,0.8050368309020997
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,1,power_law_1.2,3.8153953552246094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,2,power_law_1.01,0.878883171081543
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,2,power_law_1.01,0.970582389831543
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,2,power_law_1.01,1.261190414428711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,1,power_law_1.01,94.89561767578125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,2,power_law_1.01,1.8451488494873047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,1,power_law_1.2,3.9525856018066405
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,2,power_law_1.01,2.3051071166992188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,1,power_law_1.2,29.771600341796876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,2,power_law_1.01,3.133958435058594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,1,power_law_1.2,11.593199920654296
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,1,power_law_1.2,4.158995056152344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,2,power_law_1.01,4.390105438232422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,1,power_law_1.2,4.487209701538086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,2,power_law_1.01,6.620553588867187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,1,power_law_1.2,12.401769256591797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,1,power_law_1.2,4.867059326171875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,1,power_law_1.01,46.86358642578125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,2,power_law_1.01,9.640726470947266
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,1,power_law_1.2,5.362908935546875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,1,power_law_1.2,13.636038208007813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,2,power_law_1.01,12.094159698486328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,1,power_law_1.01,168.5021728515625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,1,power_law_1.2,6.070544052124023
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,1,power_law_1.2,47.55611877441406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,1,power_law_1.2,15.161820983886718
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,2,power_law_1.01,0.20472960472106932
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,2,power_law_1.01,0.2227936029434204
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,2,power_law_1.01,0.2502815961837769
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,2,power_law_1.01,21.039321899414062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,1,power_law_1.2,6.409270477294922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,1,power_law_1.2,7.041219329833984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,2,power_law_1.01,0.41701440811157225
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,2,power_law_1.01,0.41710720062255857
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,2,power_law_1.01,0.428601598739624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,2,power_law_1.01,0.43743038177490234
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,2,power_law_1.01,0.43903040885925293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,1,power_law_1.2,17.42310791015625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,2,power_law_1.01,0.45958399772644043
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,2,power_law_1.01,0.46680002212524413
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,2,power_law_1.01,0.4983168125152588
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,2,power_law_1.01,0.54934720993042
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,2,power_law_1.01,0.5570335865020752
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,2,power_law_1.01,0.6817440032958985
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,1,power_law_1.2,8.325965118408202
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,2,power_law_1.01,0.818115234375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,2,power_law_1.01,0.911184024810791
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,2,power_law_1.01,1.1683456420898437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,2,power_law_1.01,28.793435668945314
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,2,power_law_1.01,1.5661215782165527
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,2,power_law_1.01,1.9528383255004882
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,2,power_law_1.01,3.2589439392089843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,1,power_law_1.2,9.602870178222656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,1,power_law_1.2,20.10831298828125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,2,power_law_1.01,4.294732666015625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,2,power_law_1.01,6.645734405517578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,1,power_law_1.2,12.042415618896484
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,2,power_law_1.01,8.322086334228516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,1,power_law_1.01,90.7179931640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,2,power_law_1.01,0.17004159688949586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,2,power_law_1.01,0.19445760250091554
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,2,power_law_1.01,0.21177279949188232
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,2,power_law_1.01,0.2681920051574707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,1,power_law_1.2,24.938633728027344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,2,power_law_1.01,0.272707200050354
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,2,power_law_1.01,0.25994560718536375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,1,power_law_1.2,14.608988952636718
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,2,power_law_1.01,0.2642208099365234
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,2,power_law_1.01,0.267737603187561
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,2,power_law_1.01,12.636550140380859
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,2,power_law_1.01,0.2752831935882568
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,2,power_law_1.01,0.2847743988037109
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,2,power_law_1.01,0.29944639205932616
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,2,power_law_1.01,45.935107421875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,2,power_law_1.01,0.3245824098587036
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,2,power_law_1.01,0.340012788772583
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,2,power_law_1.01,0.40748162269592286
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,2,power_law_1.01,0.4916800022125244
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,2,power_law_1.01,0.5119808197021485
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,2,power_law_1.01,0.6076064109802246
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,2,power_law_1.01,0.8317503929138184
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,2,power_law_1.01,1.0619104385375977
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,2,power_law_1.01,1.5041312217712401
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,2,power_law_1.01,15.461727905273438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,2,power_law_1.01,2.1551647186279297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,1,power_law_1.2,92.193115234375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,2,power_law_1.2,0.27088000774383547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,2,power_law_1.01,3.3113121032714843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,2,power_law_1.2,0.2958944082260132
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,1,power_law_1.2,19.74610595703125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,2,power_law_1.2,0.29120640754699706
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,2,power_law_1.2,0.5671296119689941
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,2,power_law_1.2,0.5629407882690429
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,2,power_law_1.2,0.5794847965240478
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,2,power_law_1.01,4.202774429321289
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,2,power_law_1.2,0.5911231994628906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,2,power_law_1.2,0.6041056156158447
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,2,power_law_1.2,0.6420639991760254
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,2,power_law_1.2,0.6447296142578125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,1,power_law_1.2,32.16649169921875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,2,power_law_1.2,0.6676447868347168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,2,power_law_1.01,6.221519851684571
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,2,power_law_1.2,0.7071392059326171
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,2,power_law_1.2,0.7086880207061768
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,2,power_law_1.2,0.7666656017303467
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,2,power_law_1.2,0.9303775787353515
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,2,power_law_1.2,0.9978783607482911
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,2,power_law_1.2,1.3317983627319336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,2,power_law_1.01,9.211443328857422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,2,power_law_1.2,1.823846435546875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,2,power_law_1.01,27.33575439453125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,2,power_law_1.2,2.1847455978393553
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,2,power_law_1.2,2.929792022705078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,1,power_law_1.2,24.9123046875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,1,power_law_1.01,184.65343017578124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,2,power_law_1.2,4.71168327331543
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,2,power_law_1.01,13.105552673339844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,2,power_law_1.2,0.2051392078399658
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,2,power_law_1.2,0.24091200828552245
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,2,power_law_1.01,55.3277587890625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,2,power_law_1.2,0.25736958980560304
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,2,power_law_1.2,0.4470528125762939
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,2,power_law_1.2,0.4504255771636963
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,2,power_law_1.2,0.45568318367004396
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,2,power_law_1.2,6.966169738769532
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,2,power_law_1.2,0.47128000259399416
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,2,power_law_1.2,0.44983677864074706
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,2,power_law_1.2,0.4648159980773926
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,2,power_law_1.2,0.47548480033874513
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,2,power_law_1.2,0.4887648105621338
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,2,power_law_1.2,0.5441184043884277
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,2,power_law_1.2,0.5893824100494385
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,2,power_law_1.2,0.6899456024169922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,2,power_law_1.2,8.490742492675782
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,2,power_law_1.2,0.8168512344360351
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,2,power_law_1.01,17.602153015136718
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,2,power_law_1.2,0.9249728202819825
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,2,power_law_1.2,1.2717856407165526
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,1,power_law_1.2,43.716583251953125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,2,power_law_1.2,1.6971872329711915
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,2,power_law_1.01,34.95586242675781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,2,power_law_1.2,2.173411178588867
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,2,power_law_1.2,3.182406425476074
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,2,power_law_1.2,16.50481262207031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,2,power_law_1.2,4.271078491210938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,1,power_law_1.2,35.179806518554685
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,2,power_law_1.01,21.378810119628906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,2,power_law_1.2,6.7426399230957035
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,2,power_law_1.2,8.25577621459961
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,2,power_law_1.2,20.633818054199217
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,2,power_law_1.2,14.228076171875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,2,power_law_1.01,44.300802612304686
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,1,power_law_1.2,52.0787109375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,2,power_law_1.01,39.979714965820314
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,2,power_law_1.2,16.05181427001953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,1,power_law_1.2,45.44389953613281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,2,power_law_1.2,34.14561157226562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,2,power_law_1.01,90.72236328125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,2,power_law_1.2,27.876593017578124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,2,power_law_1.2,45.29896545410156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,2,power_law_1.01,74.36966552734376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,1,power_law_1.2,56.289910888671876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,1,power_law_1.2,65.10068969726562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,2,power_law_1.2,40.154501342773436
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,2,power_law_1.01,71.96332397460938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,2,power_law_1.2,0.1742624044418335
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,2,power_law_1.2,0.18023680448532103
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,2,power_law_1.2,0.21110079288482667
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,2,power_law_1.2,0.24979519844055176
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,2,power_law_1.2,0.2583199977874756
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,2,power_law_1.2,0.2579871892929077
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,2,power_law_1.2,0.2647167921066284
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,2,power_law_1.2,0.26824638843536375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,2,power_law_1.2,0.27750720977783205
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,2,power_law_1.2,0.28663680553436277
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,2,power_law_1.2,0.29724481105804446
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,2,power_law_1.2,0.326908802986145
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,2,power_law_1.2,0.3342848062515259
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,2,power_law_1.2,0.40523200035095214
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,2,power_law_1.2,0.47976322174072267
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,2,power_law_1.2,0.5295648097991943
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,2,power_law_1.2,0.6493472099304199
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,2,power_law_1.2,0.8961952209472657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,1,power_law_1.2,0.12805440425872802
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,2,power_law_1.2,1.165884780883789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,2,power_law_1.2,1.5982144355773926
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,2,power_law_1.2,2.212009620666504
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,2,power_law_1.2,3.5649600982666017
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,2,power_law_1.2,55.26373291015625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,2,power_law_1.2,4.690086364746094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,2,power_law_1.2,6.539177703857422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,1,power_law_1.2,0.21712639331817626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,1,power_law_1.2,0.2964479923248291
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,2,power_law_1.2,50.722442626953125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,1,power_law_1.2,0.5306816101074219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,2,power_law_1.2,8.819971466064453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,1,power_law_1.2,0.9662240028381348
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,1,power_law_1.2,1.3589599609375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,1,power_law_1.2,1.6908384323120118
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,2,power_law_1.2,14.132957458496094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,1,power_law_1.2,2.527039909362793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,1,power_law_1.2,2.656604766845703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,1,power_law_1.2,2.7389440536499023
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,1,power_law_1.2,86.68192749023437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,2,power_law_1.2,20.26347198486328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,1,power_law_1.2,2.8778911590576173
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,1,power_law_1.2,3.084771156311035
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,1,power_law_1.2,98.96414184570312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,1,power_law_1.2,3.1444608688354494
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,1,power_law_1.2,3.2948352813720705
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,2,power_law_1.2,23.367376708984374
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,1,power_law_1.2,3.452694320678711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,2,power_law_1.2,88.82506103515625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,1,power_law_1.2,3.5501953125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,2,power_law_1.2,80.77711791992188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,1,power_law_1.2,3.7736801147460937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,1,power_law_1.2,4.183254241943359
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,2,power_law_1.01,149.286279296875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,2,power_law_1.01,202.71241455078126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.2,4.43067512512207
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,2,power_law_1.2,36.745852661132815
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.2,5.281836700439453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,2,1,power_law_1.01,0.11685760021209717
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.2,5.9704032897949215
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,2,1,power_law_1.01,0.07778239846229554
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.2,7.241158294677734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.2,8.528262329101562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,2,1,power_law_1.01,0.14833920001983641
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.2,11.168633270263673
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,2,1,power_law_1.01,0.17946239709854125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,2,1,power_law_1.01,0.09678400158882142
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.2,13.764358520507812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,2,1,power_law_1.01,0.3214272022247314
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,2,power_law_1.2,77.47529296875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,2,1,power_law_1.01,0.12263679504394531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,2,1,power_law_1.01,0.09719359874725342
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,2,1,power_law_1.01,0.11608959436416626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,2,1,power_law_1.01,0.15519039630889891
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,2,1,power_law_1.01,0.3415071964263916
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,2,1,power_law_1.01,0.20759360790252684
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,2,1,power_law_1.01,0.21723198890686035
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.2,18.806723022460936
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,2,1,power_law_1.01,0.2164639949798584
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,2,1,power_law_1.01,0.2187391996383667
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,2,1,power_law_1.01,0.22352960109710693
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,2,1,power_law_1.01,0.23380160331726074
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,2,1,power_law_1.01,0.255513596534729
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,2,1,power_law_1.01,0.26917760372161864
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,2,1,power_law_1.01,0.19360320568084716
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,2,1,power_law_1.01,0.2881407976150513
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,2,1,power_law_1.01,0.30189440250396726
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,2,1,power_law_1.01,0.32233281135559083
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,2,1,power_law_1.01,0.3464960098266602
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,2,1,power_law_1.01,0.40166401863098145
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,2,1,power_law_1.01,0.45451841354370115
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,2,1,power_law_1.01,0.6068895816802978
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,2,1,power_law_1.01,0.7701727867126464
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,2,1,power_law_1.01,0.3842175960540771
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,2,1,power_law_1.01,1.0694975852966309
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,2,1,power_law_1.01,1.380627155303955
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,2,1,power_law_1.01,2.0284191131591798
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,1,power_law_1.2,169.07923583984376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,2,1,power_law_1.01,0.1926975965499878
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,2,1,power_law_1.01,2.6872447967529296
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,2,1,power_law_1.01,4.115302276611328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.2,24.073143005371094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,2,1,power_law_1.01,5.494240188598633
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,2,1,power_law_1.01,0.37668800354003906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,2,power_law_1.2,149.07857666015624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,2,1,power_law_1.2,0.11283520460128785
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,2,1,power_law_1.01,0.1945024013519287
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,2,1,power_law_1.01,8.164479827880859
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,2,1,power_law_1.01,0.4176703929901123
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,2,1,power_law_1.01,10.949961853027343
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,2,1,power_law_1.01,0.44734721183776854
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,1,power_law_1.2,194.4197509765625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,2,1,power_law_1.01,0.2016160011291504
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,1,power_law_1.2,30.731320190429688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,2,1,power_law_1.2,0.15949759483337403
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,2,1,power_law_1.01,14.214224243164063
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,2,1,power_law_1.2,0.09391679763793945
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,2,power_law_1.2,192.23179931640624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,2,1,power_law_1.2,0.07800319790840149
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,2,1,power_law_1.2,0.12297279834747314
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,2,power_law_1.01,0.36948480606079104
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,2,1,power_law_1.2,0.14586559534072877
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,2,1,power_law_1.01,0.3883903980255127
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,2,power_law_1.01,0.3936383962631226
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,2,1,power_law_1.01,0.4165503978729248
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,2,power_law_1.01,0.4233823776245117
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,2,1,power_law_1.01,0.4556447982788086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,2,power_law_1.01,0.8994624137878418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,2,1,power_law_1.01,0.47792959213256836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,2,power_law_1.01,0.9225088119506836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,2,1,power_law_1.2,0.1776576042175293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,2,power_law_1.01,0.9427712440490723
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,2,power_law_1.01,0.969644832611084
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,2,1,power_law_1.01,0.20120320320129395
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,2,power_law_1.01,0.9778047561645508
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,2,1,power_law_1.01,0.20554239749908448
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,2,1,power_law_1.01,0.2195296049118042
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,2,power_law_1.01,1.0392704010009766
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,2,1,power_law_1.01,0.22610559463500976
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,2,1,power_law_1.2,0.2112799882888794
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,2,1,power_law_1.01,0.23345599174499512
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,2,power_law_1.01,1.0510560035705567
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,2,1,power_law_1.2,0.2150144100189209
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,2,1,power_law_1.01,0.24205760955810546
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,2,1,power_law_1.2,0.21995201110839843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,2,power_law_1.01,1.105196762084961
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,2,1,power_law_1.2,0.22253119945526123
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,2,1,power_law_1.2,0.22451839447021485
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,2,power_law_1.01,1.1708383560180664
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,2,1,power_law_1.2,0.24522559642791747
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,2,1,power_law_1.2,0.2540704011917114
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,2,power_law_1.01,1.238313579559326
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,2,1,power_law_1.2,0.273907208442688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,2,1,power_law_1.2,0.2923648118972778
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,2,power_law_1.01,1.309500789642334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,2,1,power_law_1.2,0.2996320009231567
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,2,1,power_law_1.2,0.3230432033538818
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,2,1,power_law_1.01,22.072877502441408
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,2,1,power_law_1.2,0.3493407964706421
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,2,power_law_1.01,1.5565376281738281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,2,1,power_law_1.2,0.4081600189208984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,2,1,power_law_1.2,0.4549727916717529
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,2,power_law_1.01,1.7330047607421875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,2,1,power_law_1.2,0.32600319385528564
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,2,1,power_law_1.2,0.6071936130523682
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,2,1,power_law_1.2,0.7717951774597168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,2,power_law_1.01,2.1773664474487306
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,2,1,power_law_1.2,1.067568016052246
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,2,1,power_law_1.2,1.381392002105713
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,2,power_law_1.01,3.0322591781616213
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,2,1,power_law_1.01,0.4908639907836914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,2,1,power_law_1.01,0.2558880090713501
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,2,1,power_law_1.01,0.5098976135253906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,2,1,power_law_1.2,1.9965631484985351
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,2,1,power_law_1.01,0.2803231954574585
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,2,1,power_law_1.2,0.09126399755477906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,2,1,power_law_1.01,0.5276512145996094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,2,1,power_law_1.01,0.2998816013336182
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,2,power_law_1.01,3.853500747680664
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,2,1,power_law_1.2,2.7017023086547853
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,2,1,power_law_1.2,4.101497650146484
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,2,power_law_1.01,5.603395080566406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,2,1,power_law_1.2,0.3372447967529297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,1,power_law_1.2,46.077328491210935
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,2,1,power_law_1.2,5.475625610351562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,2,power_law_1.01,7.30125732421875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,2,1,power_law_1.2,0.10943360328674316
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,2,1,power_law_1.2,8.11317138671875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,2,power_law_1.01,11.747772979736329
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,2,1,power_law_1.2,0.38864960670471194
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,2,1,power_law_1.01,0.5116640090942383
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,2,1,power_law_1.01,0.6568543910980225
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,2,1,power_law_1.01,0.30713279247283937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,2,1,power_law_1.01,0.38280959129333497
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,2,1,power_law_1.01,45.14678955078125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,2,1,power_law_1.2,10.84814682006836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,2,power_law_1.01,0.24457600116729736
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,2,power_law_1.01,0.30730879306793213
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,2,1,power_law_1.2,0.1930016040802002
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,2,power_law_1.01,0.32830400466918946
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,2,power_law_1.01,15.937216186523438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,2,1,power_law_1.2,13.937135314941406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,2,1,power_law_1.2,0.3792448043823242
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,2,power_law_1.01,0.5926368236541748
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,2,power_law_1.01,0.6051904201507569
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,2,power_law_1.01,0.6205215930938721
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,2,1,power_law_1.2,0.19617279767990112
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,2,power_law_1.01,0.6312895774841308
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,2,power_law_1.01,0.640399980545044
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,2,1,power_law_1.01,0.7610303878784179
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,2,power_law_1.01,0.6673408031463623
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,2,power_law_1.01,0.7587744235992432
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,2,power_law_1.01,0.8088319778442383
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,2,1,power_law_1.01,0.45469441413879397
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,2,power_law_1.01,0.9518400192260742
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,2,power_law_1.01,1.0246335983276367
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,2,power_law_1.01,1.2456512451171875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,2,power_law_1.01,24.029222106933595
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,2,power_law_1.01,1.403980827331543
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,2,1,power_law_1.2,0.3971935987472534
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,2,power_law_1.01,1.5551008224487304
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,2,1,power_law_1.2,0.44035840034484863
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,2,1,power_law_1.2,21.74418487548828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,2,power_law_1.01,1.8594463348388672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,2,1,power_law_1.2,0.2003040075302124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,2,power_law_1.01,2.6530527114868163
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,2,power_law_1.01,3.321503829956055
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,2,power_law_1.01,4.890700912475586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,2,1,power_law_1.01,1.059609603881836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,2,1,power_law_1.2,0.40031681060791013
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,2,1,power_law_1.2,0.42269439697265626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,2,1,power_law_1.01,1.3641471862792969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,2,1,power_law_1.2,0.4563007831573486
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,2,1,power_law_1.2,0.48017277717590334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,2,1,power_law_1.01,1.9384096145629883
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,2,power_law_1.01,6.629264068603516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,2,1,power_law_1.01,0.6186304092407227
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,2,1,power_law_1.01,0.7860095977783204
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,2,1,power_law_1.2,0.2019200086593628
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,2,1,power_law_1.01,1.1259488105773925
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,2,power_law_1.01,31.12724914550781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,2,power_law_1.01,10.846524810791015
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,1,power_law_1.2,88.53234252929687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,2,1,power_law_1.2,0.20065600872039796
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,2,1,power_law_1.2,0.21661438941955566
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,2,1,power_law_1.2,45.53287353515625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,2,1,power_law_1.2,0.21641600131988525
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,2,1,power_law_1.2,0.22590079307556152
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,2,1,power_law_1.2,0.23324160575866698
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,2,power_law_1.01,14.116656494140624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,2,1,power_law_1.2,0.48424639701843264
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,2,1,power_law_1.2,0.23931519985198973
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,2,power_law_1.01,0.22075839042663575
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,2,1,power_law_1.2,0.5043744087219239
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,2,power_law_1.01,0.2521215915679932
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,2,1,power_law_1.2,0.5316512107849121
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,2,1,power_law_1.01,2.643369674682617
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,2,power_law_1.01,0.28327360153198244
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,2,power_law_1.2,0.34792640209198
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,2,power_law_1.2,0.3821984052658081
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,2,power_law_1.2,0.41565761566162107
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,2,1,power_law_1.01,4.041455841064453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,2,1,power_law_1.01,1.463856029510498
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,2,1,power_law_1.01,2.207478332519531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,2,1,power_law_1.01,5.272803115844726
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,2,1,power_law_1.01,2.8830591201782227
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,2,power_law_1.2,0.8986656188964843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,2,power_law_1.01,17.606927490234376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,2,power_law_1.2,0.8924991607666015
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,2,1,power_law_1.2,0.2596127986907959
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,2,1,power_law_1.01,4.258265686035156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,2,1,power_law_1.2,0.2821727991104126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,2,power_law_1.2,0.9441791534423828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,2,1,power_law_1.01,7.834220886230469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,2,1,power_law_1.2,0.2996256113052368
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,2,power_law_1.2,0.9645312309265137
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,2,power_law_1.2,0.9856575965881348
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,2,power_law_1.2,1.0573472023010253
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,2,power_law_1.01,0.35503039360046384
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,2,power_law_1.01,0.3636543989181519
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,2,1,power_law_1.01,6.042246246337891
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,2,power_law_1.2,1.0939711570739745
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,2,power_law_1.01,0.36104960441589357
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,2,power_law_1.01,0.35910720825195314
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,2,power_law_1.2,1.1157407760620117
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,2,power_law_1.01,0.37455999851226807
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,2,1,power_law_1.2,0.5228320121765136
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,2,power_law_1.01,0.3855072021484375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,2,power_law_1.2,1.1562591552734376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,2,1,power_law_1.2,0.6980800151824951
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,2,power_law_1.01,0.4069183826446533
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,2,1,power_law_1.01,10.295622253417969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,2,power_law_1.2,1.2090656280517578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,2,power_law_1.01,0.42945280075073244
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,2,power_law_1.01,53.59715576171875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,2,power_law_1.01,0.5000192165374756
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,2,power_law_1.2,1.4687135696411133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,2,power_law_1.01,0.5604512214660644
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,2,1,power_law_1.01,7.626681518554688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,2,power_law_1.01,0.6013728141784668
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,2,power_law_1.2,1.5435199737548828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,2,power_law_1.01,0.6864031791687012
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,2,power_law_1.01,0.7497119903564453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,2,power_law_1.2,1.738528060913086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,2,power_law_1.01,0.9586527824401856
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,2,power_law_1.2,2.1249311447143553
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,2,power_law_1.01,1.2993727684020997
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,2,power_law_1.01,25.170147705078126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,2,power_law_1.01,1.622528076171875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,2,power_law_1.2,3.052943992614746
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,2,1,power_law_1.01,13.33338623046875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,2,power_law_1.01,2.3870271682739257
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,2,1,power_law_1.01,11.93817596435547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,2,power_law_1.2,3.8645248413085938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,2,1,power_law_1.2,0.3068608045578003
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,2,power_law_1.01,3.0860031127929686
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,2,1,power_law_1.2,0.39901440143585204
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,2,power_law_1.2,5.587411117553711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,2,power_law_1.01,5.335225677490234
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,2,1,power_law_1.2,0.7771455764770507
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,2,power_law_1.2,8.40597152709961
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,2,power_law_1.01,6.757244873046875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,2,1,power_law_1.01,21.473606872558594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,2,1,power_law_1.01,24.118357849121093
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,2,power_law_1.01,9.995692443847656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,2,power_law_1.2,11.572672271728516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,2,power_law_1.2,0.25553600788116454
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,2,power_law_1.2,0.3181119918823242
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,2,power_law_1.2,0.32948479652404783
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,2,1,power_law_1.2,0.4485407829284668
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,2,1,power_law_1.2,1.0624064445495605
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,2,1,power_law_1.2,1.3680959701538087
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,2,power_law_1.01,14.631954956054688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,2,power_law_1.01,49.16429748535156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,2,1,power_law_1.2,2.013583946228027
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,2,power_law_1.2,16.269187927246094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,2,power_law_1.2,0.5823840141296387
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,2,power_law_1.2,0.6149951934814453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,2,power_law_1.2,0.6208735942840576
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,2,power_law_1.2,0.6271743774414062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,2,power_law_1.2,0.6353759765625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,2,power_law_1.2,0.7052000045776368
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,2,power_law_1.2,0.7631167888641357
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,2,power_law_1.2,0.849392032623291
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,2,power_law_1.2,0.9545248031616211
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,2,power_law_1.2,1.0549920082092286
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,2,power_law_1.2,1.2479647636413573
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,2,power_law_1.01,76.70780639648437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,2,power_law_1.2,1.3828831672668458
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,2,power_law_1.01,20.21868438720703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,2,1,power_law_1.01,43.12431945800781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,2,power_law_1.2,1.5932512283325195
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,2,power_law_1.2,0.2162400007247925
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,2,1,power_law_1.2,0.6142144203186035
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,2,power_law_1.2,0.26407039165496826
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,2,power_law_1.2,1.9907808303833008
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,2,power_law_1.2,0.2738368034362793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,2,1,power_law_1.2,0.7780479907989502
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,2,power_law_1.2,0.36155200004577637
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,2,power_law_1.2,0.36275200843811034
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,2,1,power_law_1.2,1.1077280044555664
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,2,power_law_1.2,0.3672735929489136
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,2,power_law_1.2,2.769424057006836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,2,power_law_1.2,0.3714047908782959
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,2,power_law_1.2,0.37430400848388673
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,2,power_law_1.2,0.3945472002029419
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,2,power_law_1.2,0.4022560119628906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,2,1,power_law_1.2,2.6634592056274413
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,2,power_law_1.2,28.420181274414062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,2,power_law_1.2,3.7980289459228516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,2,power_law_1.2,0.4231423854827881
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,2,power_law_1.2,0.5201632022857666
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,2,power_law_1.2,0.5555520057678223
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,2,power_law_1.2,0.6039487838745117
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,2,1,power_law_1.2,3.8046943664550783
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,2,power_law_1.2,0.6933152198791503
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,2,power_law_1.2,5.235369491577148
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,2,power_law_1.2,0.788159990310669
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,2,power_law_1.2,0.9696255683898926
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,2,1,power_law_1.2,5.191465759277344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,2,power_law_1.2,1.2905568122863769
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,2,power_law_1.01,24.191290283203124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,2,power_law_1.2,1.677190399169922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,2,power_law_1.2,7.2832801818847654
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,2,power_law_1.2,2.4913375854492186
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,2,1,power_law_1.2,7.817411041259765
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,2,power_law_1.2,3.6937313079833984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,2,power_law_1.01,52.509124755859375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,2,power_law_1.2,9.647718048095703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,2,1,power_law_1.2,1.4304384231567382
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,2,power_law_1.2,5.417689514160156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,2,1,power_law_1.2,2.1149887084960937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,2,1,power_law_1.2,10.349990081787109
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,2,1,power_law_1.2,2.8920352935791014
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,2,power_law_1.2,6.649097442626953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,2,1,power_law_1.2,4.376393508911133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,2,power_law_1.2,13.316053771972657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,2,power_law_1.2,39.121923828125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,2,1,power_law_1.2,13.721475219726562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,2,1,power_law_1.2,5.929353713989258
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,2,power_law_1.2,9.83111343383789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,2,power_law_1.01,35.68332214355469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,2,1,power_law_1.2,7.3930816650390625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,2,power_law_1.2,20.33365478515625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,2,power_law_1.2,15.523619079589844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,2,1,power_law_1.2,11.736886596679687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,2,1,power_law_1.2,20.90125732421875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,2,power_law_1.01,95.62131958007812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,2,power_law_1.2,22.35254669189453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,2,power_law_1.2,28.292379760742186
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,2,1,power_law_1.2,24.18693389892578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,2,1,power_law_1.01,0.17718080282211304
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,2,power_law_1.2,58.5054443359375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,2,1,power_law_1.01,0.25793280601501467
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,2,power_law_1.01,75.93193969726562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,2,1,power_law_1.01,0.3699007987976074
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,2,1,power_law_1.2,43.335794067382814
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,2,power_law_1.01,60.40638427734375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,2,1,power_law_1.01,0.6192831993103027
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,2,power_law_1.2,26.282919311523436
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,2,1,power_law_1.01,0.860319995880127
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,2,1,power_law_1.01,0.9071743965148926
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,2,1,power_law_1.01,0.9229280471801757
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,2,1,power_law_1.01,0.9354559898376464
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,2,1,power_law_1.01,1.002400016784668
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,2,1,power_law_1.01,1.0145983695983887
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,2,1,power_law_1.01,1.0729536056518554
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,2,1,power_law_1.01,1.085820770263672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,2,1,power_law_1.01,1.2037535667419434
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,2,1,power_law_1.01,1.2688032150268556
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,2,power_law_1.2,49.544586181640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,2,1,power_law_1.01,1.3115551948547364
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,2,1,power_law_1.01,0.10154880285263061
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,2,1,power_law_1.01,1.4284992218017578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,2,1,power_law_1.01,1.680076789855957
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,2,1,power_law_1.01,2.162166404724121
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,2,power_law_1.2,36.35256652832031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,2,1,power_law_1.01,2.715206336975098
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,2,1,power_law_1.01,3.765542221069336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,2,1,power_law_1.01,0.1447327971458435
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,2,1,power_law_1.01,4.9092670440673825
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,2,1,power_law_1.01,7.366512298583984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,2,power_law_1.2,78.80694580078125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,2,1,power_law_1.01,0.18889280557632446
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,2,1,power_law_1.01,9.710099029541016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,2,1,power_law_1.01,14.081427001953125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,2,1,power_law_1.01,0.309171199798584
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,2,power_law_1.2,62.23519287109375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,2,power_law_1.2,62.23214111328125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,2,1,power_law_1.01,19.57772216796875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,2,1,power_law_1.01,0.3110016107559204
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,2,power_law_1.01,123.4383056640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,2,power_law_1.01,112.26219482421875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,2,1,power_law_1.01,0.1306015968322754
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,2,1,power_law_1.01,0.16350719928741456
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,2,1,power_law_1.01,0.19529279470443725
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,2,1,power_law_1.01,0.34875199794769285
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,2,1,power_law_1.01,0.3513407945632935
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,2,1,power_law_1.01,0.3582688093185425
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,2,1,power_law_1.01,0.36272640228271485
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,2,1,power_law_1.01,0.3643104076385498
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,2,1,power_law_1.01,0.3766016006469727
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,2,1,power_law_1.01,0.3853312015533447
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,2,1,power_law_1.01,0.31504321098327637
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,2,1,power_law_1.01,0.39244799613952636
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,2,1,power_law_1.01,0.41312642097473146
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,2,1,power_law_1.01,0.45391359329223635
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,2,1,power_law_1.01,0.4998271942138672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,2,1,power_law_1.01,0.5516799926757813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,2,power_law_1.01,159.3723388671875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,2,1,power_law_1.01,0.6121568202972412
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,2,1,power_law_1.01,0.6860127925872803
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,2,1,power_law_1.01,0.94650239944458
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,2,1,power_law_1.01,30.860040283203126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,2,1,power_law_1.01,1.1844063758850099
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,2,1,power_law_1.01,1.7051679611206054
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,2,1,power_law_1.01,2.215763282775879
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,2,1,power_law_1.01,0.3163232088088989
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,2,1,power_law_1.01,0.31343679428100585
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,2,1,power_law_1.01,3.3214401245117187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,2,1,power_law_1.01,0.33541440963745117
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,2,1,power_law_1.01,4.416214370727539
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,2,1,power_law_1.01,6.551478576660156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,2,1,power_law_1.01,0.34192960262298583
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,2,1,power_law_1.01,0.3612735986709595
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,2,1,power_law_1.01,8.707884979248046
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,2,1,power_law_1.01,0.3677664041519165
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,2,power_law_1.2,101.50904541015625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,2,1,power_law_1.01,0.37055039405822754
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,2,1,power_law_1.01,42.98314514160156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,2,power_law_1.2,86.53713989257812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,2,1,power_law_1.01,13.264639282226563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,2,1,power_law_1.01,0.39832639694213867
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,2,1,power_law_1.01,17.297573852539063
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,2,1,power_law_1.01,0.45140800476074217
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,2,1,power_law_1.01,0.48432002067565916
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,2,1,power_law_1.01,21.709837341308592
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,2,power_law_1.2,121.555908203125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,2,1,power_law_1.01,51.7970458984375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,2,1,power_law_1.01,0.481763219833374
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,2,1,power_law_1.01,0.6077119827270507
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,2,1,power_law_1.01,0.7133376121520996
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,2,1,power_law_1.2,0.19773440361022948
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,2,1,power_law_1.2,0.2323199987411499
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,2,1,power_law_1.2,0.2953279972076416
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,2,1,power_law_1.2,0.6000576019287109
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,2,1,power_law_1.01,35.998724365234374
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,2,1,power_law_1.2,0.8689727783203125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,2,1,power_law_1.2,0.8986432075500488
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,2,1,power_law_1.2,0.9179488182067871
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,2,1,power_law_1.01,1.0128064155578613
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,2,1,power_law_1.2,0.9251359939575196
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,2,1,power_law_1.2,0.9930527687072754
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,2,1,power_law_1.2,1.043942356109619
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,2,1,power_law_1.2,1.0829983711242677
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,2,1,power_law_1.2,1.1037664413452148
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,2,1,power_law_1.2,1.1846015930175782
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,2,1,power_law_1.2,1.2315584182739259
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,2,1,power_law_1.2,1.311251163482666
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,2,1,power_law_1.2,1.427030372619629
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,2,1,power_law_1.2,1.6049312591552733
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,2,1,power_law_1.2,2.1567104339599608
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,2,1,power_law_1.2,2.68175048828125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,2,1,power_law_1.2,3.802956771850586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,2,1,power_law_1.01,1.2324000358581544
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,2,1,power_law_1.2,4.924668884277343
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,2,1,power_law_1.01,1.7831808090209962
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,2,1,power_law_1.01,2.468604850769043
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,2,power_law_1.2,126.20242919921876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,2,1,power_law_1.2,7.389417266845703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,2,1,power_law_1.01,3.684147262573242
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,2,1,power_law_1.01,4.846566390991211
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,2,1,power_law_1.2,10.06662368774414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,2,1,power_law_1.01,86.92503662109375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,2,1,power_law_1.01,7.25940170288086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,2,1,power_law_1.01,70.09019165039062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,2,1,power_law_1.2,14.37042236328125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,2,1,power_law_1.01,9.608172607421874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,2,1,power_law_1.01,12.270377349853515
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,2,power_law_1.2,178.47171630859376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,2,1,power_law_1.2,19.740106201171876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,2,1,power_law_1.2,0.11088639497756958
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,2,1,power_law_1.01,19.450892639160156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,2,power_law_1.01,260.762353515625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,2,1,power_law_1.2,0.13023680448532104
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,2,1,power_law_1.2,0.1613055944442749
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,2,1,power_law_1.2,0.1869920015335083
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,2,1,power_law_1.2,0.35286080837249756
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,2,1,power_law_1.2,0.35418879985809326
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,2,1,power_law_1.2,0.35675840377807616
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,2,1,power_law_1.2,0.3604480028152466
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,2,1,power_law_1.2,0.36310720443725586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,2,1,power_law_1.2,30.86784973144531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,2,1,power_law_1.2,0.3738208055496216
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,2,1,power_law_1.2,0.13428800106048583
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,2,1,power_law_1.2,0.3841439962387085
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,2,1,power_law_1.2,0.3932255983352661
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,2,1,power_law_1.2,0.4197728157043457
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,2,1,power_law_1.2,0.4299295902252197
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,2,1,power_law_1.2,0.503718376159668
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,2,1,power_law_1.2,0.5470143795013428
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,2,1,power_law_1.2,0.6060319900512695
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,2,1,power_law_1.2,0.7038879871368409
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,2,1,power_law_1.2,0.9528672218322753
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,2,1,power_law_1.2,1.18821439743042
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,2,1,power_law_1.2,1.6841344833374023
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,2,1,power_law_1.2,0.18053120374679565
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,2,1,power_law_1.2,2.2587839126586915
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,2,1,power_law_1.2,3.417436981201172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,2,1,power_law_1.01,40.48159484863281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,2,power_law_1.01,0.2248095989227295
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,2,1,power_law_1.2,4.522921752929688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,2,power_law_1.01,0.4347583770751953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,2,power_law_1.01,0.37713279724121096
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,2,1,power_law_1.2,6.783631896972656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,2,power_law_1.01,0.559500789642334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,2,1,power_law_1.2,0.30210559368133544
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,2,power_law_1.01,0.9425184249877929
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,2,1,power_law_1.2,43.55453796386719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,2,power_law_1.01,1.2813440322875977
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,2,1,power_law_1.2,8.995462036132812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,2,power_law_1.01,1.8679359436035157
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,2,power_law_1.01,1.9190687179565429
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,2,1,power_law_1.2,0.30997118949890134
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,2,power_law_1.01,2.0566688537597657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,2,1,power_law_1.2,13.58654327392578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,2,power_law_1.01,2.0882335662841798
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,2,power_law_1.01,2.1763839721679688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,2,power_law_1.01,327.2841064453125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,2,1,power_law_1.2,0.3157439947128296
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,2,power_law_1.01,3.3928382873535154
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,2,power_law_1.01,0.15352319478988646
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,2,1,power_law_1.2,17.520956420898436
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,2,power_law_1.01,0.292902398109436
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,2,power_law_1.01,3.4797569274902345
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,2,power_law_1.01,0.23387200832366944
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,2,power_law_1.01,0.3822783946990967
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,2,power_law_1.01,3.6073055267333984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,2,power_law_1.01,0.6812640190124511
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,2,power_law_1.01,0.9054464340209961
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,2,power_law_1.01,3.7198719024658202
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,2,1,power_law_1.2,0.3173311948776245
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,2,1,power_law_1.2,52.85858154296875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,2,1,power_law_1.2,0.31379520893096924
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,2,power_law_1.01,1.2808223724365235
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,2,1,power_law_1.2,0.33272318840026854
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,2,power_law_1.01,3.793475341796875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,2,power_law_1.01,1.3586079597473144
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,2,1,power_law_1.2,23.508207702636717
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,2,power_law_1.01,1.416368007659912
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,2,power_law_1.01,3.9658176422119142
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,2,1,power_law_1.01,174.5916015625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,2,power_law_1.01,1.479475212097168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,2,power_law_1.01,1.5321215629577636
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,2,power_law_1.01,4.378243255615234
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,2,power_law_1.01,0.13314880132675172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,2,1,power_law_1.2,0.3452608108520508
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,2,1,power_law_1.2,0.3533792018890381
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,2,power_law_1.01,2.009769630432129
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.01,0.22318079471588134
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,2,1,power_law_1.2,0.36472320556640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,2,1,power_law_1.2,0.36874239444732665
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.01,0.20585279464721679
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,2,power_law_1.01,4.731484985351562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,2,power_law_1.01,2.0571712493896483
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.01,0.3144864082336426
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,2,power_law_1.01,2.1147584915161133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.01,0.5399487972259521
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,2,power_law_1.01,5.436902236938477
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,2,power_law_1.01,2.16168327331543
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.01,0.7612959861755371
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,2,1,power_law_1.2,37.39924011230469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,2,power_law_1.01,2.2145952224731444
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,2,power_law_1.01,1.0161279678344726
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,2,power_law_1.01,6.014988708496094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.01,1.1146400451660157
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,2,power_law_1.01,2.3519744873046875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,2,power_law_1.01,1.1089535713195802
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,2,power_law_1.01,2.614409637451172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,2,power_law_1.01,1.1852416038513183
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,2,1,power_law_1.2,0.40147838592529295
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,2,power_law_1.01,7.399110412597656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,2,1,power_law_1.2,0.4463007926940918
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,2,1,power_law_1.2,0.4615488052368164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.01,1.218614387512207
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,2,power_law_1.01,2.875609588623047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,2,power_law_1.01,1.2645983695983887
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,2,power_law_1.01,3.5634559631347655
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,2,power_law_1.01,1.2862751960754395
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,2,power_law_1.01,8.720467376708985
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.01,1.3232319831848145
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,2,power_law_1.01,4.398495864868164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,2,power_law_1.01,1.3262240409851074
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,2,power_law_1.01,1.4001664161682128
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,2,power_law_1.01,5.740940856933594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,2,power_law_1.01,11.893795013427734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,2,power_law_1.01,1.482800006866455
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,2,1,power_law_1.2,86.4109130859375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,2,power_law_1.01,1.6613824844360352
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,2,1,power_law_1.2,0.47043519020080565
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,2,1,power_law_1.2,0.5878431797027588
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,2,1,power_law_1.2,0.6951231956481934
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,2,power_law_1.01,7.327078247070313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.01,1.839846420288086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,2,power_law_1.2,269.6290283203125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,2,power_law_1.01,2.1859104156494142
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,2,power_law_1.2,0.22850239276885986
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,2,power_law_1.2,0.42464962005615237
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,2,power_law_1.01,14.873548889160157
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,2,power_law_1.01,2.574537658691406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,2,power_law_1.2,0.25890240669250486
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,2,power_law_1.01,10.165055847167968
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,2,power_law_1.2,0.5032415866851807
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,2,power_law_1.01,3.2766239166259767
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,2,power_law_1.2,0.8355903625488281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,2,power_law_1.2,1.1111136436462403
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,2,power_law_1.01,4.231737518310547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,2,1,power_law_1.2,72.31756591796875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,2,power_law_1.2,1.779792022705078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,2,power_law_1.2,0.15803840160369872
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,2,power_law_1.01,13.230067443847656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,2,power_law_1.2,1.961644744873047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,2,1,power_law_1.2,0.9662495613098144
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,2,power_law_1.2,0.25922560691833496
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,2,power_law_1.01,5.6289726257324215
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,2,power_law_1.2,0.23690879344940186
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,2,power_law_1.2,2.058086395263672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,2,power_law_1.01,21.195161437988283
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,2,power_law_1.2,0.37395200729370115
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,2,power_law_1.2,2.0726848602294923
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,2,power_law_1.2,0.5617824077606202
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,2,power_law_1.2,0.7951551914215088
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,2,power_law_1.2,2.2284160614013673
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,2,power_law_1.01,7.56824951171875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,2,power_law_1.2,1.2463071823120118
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,2,power_law_1.2,3.355331039428711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,2,power_law_1.2,1.3308671951293944
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,2,power_law_1.01,19.066822814941407
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,2,power_law_1.2,1.358694362640381
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,2,power_law_1.2,3.4631649017333985
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,2,power_law_1.01,10.162271881103516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,2,power_law_1.2,1.4403008460998534
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,2,power_law_1.2,3.6412063598632813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,2,power_law_1.2,1.5783072471618653
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,2,1,power_law_1.2,1.1980128288269043
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,2,1,power_law_1.2,1.7299680709838867
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,2,power_law_1.01,27.856246948242188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,2,power_law_1.2,2.0252096176147463
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,2,power_law_1.2,3.8429824829101564
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,2,1,power_law_1.2,2.3410816192626953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,2,power_law_1.2,2.0373855590820313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,2,1,power_law_1.2,3.5666656494140625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,2,power_law_1.2,3.9723934173583983
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,2,power_law_1.2,2.148067283630371
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,2,power_law_1.01,13.487228393554688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,2,1,power_law_1.2,4.762422561645508
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,2,power_law_1.2,4.162960052490234
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,2,power_law_1.2,2.18670711517334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,2,power_law_1.01,25.28737030029297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,2,power_law_1.2,2.3327455520629883
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,2,1,power_law_1.2,7.149088287353516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,2,power_law_1.2,4.58675537109375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,2,power_law_1.2,2.4865312576293945
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,2,power_law_1.2,5.017676925659179
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,2,power_law_1.2,2.7465375900268554
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,2,1,power_law_1.2,9.656031799316406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,2,power_law_1.01,17.22893371582031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,2,power_law_1.2,3.0636831283569337
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,2,power_law_1.2,5.541923141479492
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,2,power_law_1.2,333.01591796875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,2,power_law_1.01,36.015618896484376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,2,power_law_1.2,3.7365886688232424
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,2,1,power_law_1.2,12.257647705078124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,2,power_law_1.2,6.241081619262696
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,2,power_law_1.2,4.526399993896485
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,2,power_law_1.01,30.38908996582031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,2,power_law_1.2,0.1374559998512268
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,2,power_law_1.2,7.8307647705078125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,2,power_law_1.2,6.140943908691407
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,2,1,power_law_1.2,19.33958740234375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,2,power_law_1.01,26.338607788085938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,2,power_law_1.2,7.86608657836914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,2,power_law_1.2,9.11187515258789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.2,0.21695361137390137
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,2,power_law_1.2,10.459670257568359
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.2,0.17509119510650634
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,2,power_law_1.2,12.048540496826172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.2,0.3402688026428223
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.2,0.48979840278625486
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.2,0.6432896137237549
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,2,power_law_1.2,1.0281760215759277
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,2,power_law_1.01,53.45352783203125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,2,power_law_1.2,13.503651428222657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.2,1.0687199592590333
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,2,1,power_law_1.2,173.8203125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,2,1,power_law_1.2,39.28441162109375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,2,power_law_1.2,16.542413330078126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,2,power_law_1.2,1.104745578765869
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,2,power_law_1.01,48.32215270996094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,2,1,power_law_1.01,0.10445760488510132
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,2,power_law_1.2,1.1267295837402345
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,2,1,power_law_1.01,0.12878079414367677
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,2,1,power_law_1.01,0.16346880197525024
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.2,1.2288928031921387
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,2,1,power_law_1.01,0.19394880533218384
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,2,1,power_law_1.01,0.39018878936767576
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,2,power_law_1.2,1.2472800254821776
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,2,1,power_law_1.01,0.602723217010498
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,2,power_law_1.2,1.296553611755371
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,2,1,power_law_1.01,0.204256010055542
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,2,1,power_law_1.01,0.8422400474548339
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,2,power_law_1.2,19.998780822753908
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.2,1.3511072158813477
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,2,1,power_law_1.01,0.2538784027099609
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,2,1,power_law_1.01,1.2303936004638671
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,2,power_law_1.2,1.3920512199401855
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,2,power_law_1.01,52.985986328125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,2,1,power_law_1.01,0.5431488037109375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,2,power_law_1.2,22.103433227539064
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,2,1,power_law_1.01,1.3087583541870118
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,2,1,power_law_1.01,0.8671456336975097
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,2,power_law_1.2,1.4792896270751954
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,2,1,power_law_1.01,1.3517248153686523
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,2,1,power_law_1.01,1.1943455696105958
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,2,power_law_1.2,1.5860063552856445
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,2,1,power_law_1.01,1.3952863693237305
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,2,1,power_law_1.01,1.7513151168823242
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,2,power_law_1.2,1.7485824584960938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,2,1,power_law_1.01,1.4768896102905273
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,2,1,power_law_1.01,1.8928991317749024
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.2,1.9218975067138673
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,2,1,power_law_1.01,1.5706560134887695
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,2,1,power_law_1.01,0.0905344009399414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,2,1,power_law_1.01,1.9587648391723633
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,2,1,power_law_1.01,1.6134304046630858
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,2,power_law_1.2,2.3143327713012694
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,2,1,power_law_1.01,2.0213951110839843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,2,power_law_1.2,25.978335571289062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,2,1,power_law_1.01,1.7563135147094726
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,2,power_law_1.2,2.7400352478027346
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,2,1,power_law_1.01,2.1590143203735352
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,2,1,power_law_1.01,2.094108772277832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,2,1,power_law_1.01,0.12604479789733886
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,2,1,power_law_1.01,2.2548896789550783
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,2,power_law_1.2,3.464486312866211
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,2,1,power_law_1.01,0.17491840124130248
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,2,power_law_1.2,29.478396606445312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,2,1,power_law_1.01,2.162272071838379
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,2,1,power_law_1.01,0.32780799865722654
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,2,1,power_law_1.01,2.2699743270874024
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,2,1,power_law_1.01,2.2724992752075197
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,2,1,power_law_1.01,0.5203199863433838
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,2,power_law_1.2,4.460188674926758
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,2,1,power_law_1.01,2.497545623779297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,2,1,power_law_1.01,0.6769343852996826
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,2,1,power_law_1.01,2.468611145019531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,2,1,power_law_1.01,1.0215392112731934
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,2,1,power_law_1.01,2.728950309753418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,2,power_law_1.2,6.053942489624023
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,2,1,power_law_1.01,1.0908639907836915
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,2,1,power_law_1.01,1.1451647758483887
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,2,1,power_law_1.01,3.3188385009765624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,2,1,power_law_1.01,1.166646385192871
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,2,1,power_law_1.01,3.541334533691406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,2,power_law_1.2,32.007501220703126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,2,power_law_1.2,7.536563110351563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,2,1,power_law_1.01,1.1979455947875977
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,2,1,power_law_1.01,3.980886459350586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,2,1,power_law_1.01,1.26080322265625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,2,1,power_law_1.01,3.6027393341064453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,2,1,power_law_1.01,1.2792703628540039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,2,1,power_law_1.01,5.287644958496093
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,2,1,power_law_1.01,3.872480010986328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,2,1,power_law_1.01,1.3175968170166015
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,2,power_law_1.2,38.563507080078125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,2,power_law_1.2,11.057318115234375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,2,1,power_law_1.01,1.3497088432312012
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,2,1,power_law_1.01,4.148969650268555
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,2,1,power_law_1.01,6.621478271484375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,2,1,power_law_1.01,1.388758373260498
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,2,power_law_1.01,97.42914428710938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,2,1,power_law_1.01,1.4784095764160157
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,2,1,power_law_1.01,4.543091201782227
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,2,power_law_1.01,111.9614501953125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,2,1,power_law_1.01,1.6131776809692382
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,2,1,power_law_1.01,9.243865966796875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,2,1,power_law_1.2,0.10312319993972778
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,2,1,power_law_1.01,5.095836639404297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,2,1,power_law_1.01,1.7610143661499023
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,2,power_law_1.2,14.628860473632812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,2,1,power_law_1.2,0.1620128035545349
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,2,1,power_law_1.2,0.13270399570465088
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,2,1,power_law_1.2,0.18307199478149414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,2,1,power_law_1.01,2.094895935058594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,2,1,power_law_1.2,0.35733120441436766
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,2,1,power_law_1.01,5.722367858886718
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,2,1,power_law_1.2,0.5438784122467041
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,2,1,power_law_1.01,2.407673645019531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,2,1,power_law_1.01,11.874537658691406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,2,1,power_law_1.2,0.7643807888031006
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,2,1,power_law_1.2,0.1993183970451355
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,2,1,power_law_1.01,3.093964767456055
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,2,1,power_law_1.2,0.24217278957366944
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,2,1,power_law_1.2,1.1782591819763184
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,2,1,power_law_1.01,6.903401947021484
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,2,1,power_law_1.2,0.4848127841949463
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,2,1,power_law_1.2,1.2572768211364747
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,2,power_law_1.2,17.480802917480467
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,2,1,power_law_1.2,0.7440991878509522
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,2,1,power_law_1.01,3.825791931152344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,2,power_law_1.2,51.28582763671875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,2,1,power_law_1.2,1.337564754486084
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,2,1,power_law_1.2,1.0272640228271483
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,2,1,power_law_1.01,8.101964569091797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,2,1,power_law_1.2,1.4308927536010743
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,2,1,power_law_1.2,1.7281312942504883
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,2,1,power_law_1.01,5.271878433227539
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,2,1,power_law_1.2,1.4672256469726563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,2,1,power_law_1.01,17.15084228515625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,2,1,power_law_1.2,1.8376991271972656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,2,1,power_law_1.2,1.5820768356323243
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,2,1,power_law_1.2,1.94256649017334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,2,1,power_law_1.2,1.634668731689453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,2,1,power_law_1.01,6.68128662109375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,2,1,power_law_1.01,10.784476470947265
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,2,power_law_1.2,55.10908203125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,2,1,power_law_1.2,2.081167984008789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,2,1,power_law_1.2,1.8131103515625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,2,1,power_law_1.2,2.1454336166381838
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,2,1,power_law_1.2,2.190985679626465
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,2,1,power_law_1.2,2.194169616699219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,2,1,power_law_1.2,2.237740707397461
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,2,1,power_law_1.01,9.536780548095702
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,2,power_law_1.2,28.861788940429687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,2,1,power_law_1.2,2.2828767776489256
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,2,1,power_law_1.01,13.524070739746094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,2,1,power_law_1.2,2.3706432342529298
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,2,1,power_law_1.01,22.377381896972658
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,2,1,power_law_1.2,2.6069759368896483
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,2,1,power_law_1.2,2.6148319244384766
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,2,1,power_law_1.2,2.8909759521484375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,2,1,power_law_1.01,12.348627471923828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,2,1,power_law_1.2,3.4585601806640627
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,2,1,power_law_1.2,3.542515182495117
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,2,1,power_law_1.01,18.98663330078125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,2,1,power_law_1.2,4.109187316894531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,2,1,power_law_1.2,3.751737594604492
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,2,1,power_law_1.2,5.421807861328125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,2,1,power_law_1.2,4.024668884277344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,2,1,power_law_1.01,27.7430419921875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,2,1,power_law_1.01,15.33900146484375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,2,1,power_law_1.2,4.305795288085937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,2,1,power_law_1.2,6.73946533203125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,2,1,power_law_1.2,4.738467025756836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,2,1,power_law_1.01,24.356982421875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,2,1,power_law_1.2,5.255302429199219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,2,1,power_law_1.2,9.367788696289063
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,2,1,power_law_1.01,23.924092102050782
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,2,1,power_law_1.2,5.93201904296875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,2,power_law_1.2,60.917431640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,2,1,power_law_1.2,11.9553955078125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,2,1,power_law_1.2,7.071965026855469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,2,1,power_law_1.2,0.09231039881706238
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,2,1,power_law_1.01,43.4467529296875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,2,power_law_1.2,110.48740234375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,2,1,power_law_1.2,8.364947509765624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,2,power_law_1.01,0.047513601183891294
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,2,1,power_law_1.01,31.40581359863281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,2,power_law_1.01,0.04632000029087067
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,2,power_law_1.01,0.05431680083274841
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,2,power_law_1.01,0.07439360022544861
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,2,1,power_law_1.2,0.1202847957611084
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,2,1,power_law_1.2,17.21976318359375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,2,power_law_1.01,0.1026047945022583
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,2,1,power_law_1.2,0.16687359809875488
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,2,power_law_1.01,0.14998400211334229
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,2,power_law_1.01,0.15936319828033446
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,2,1,power_law_1.2,0.29739840030670167
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,2,power_law_1.01,0.16387519836425782
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,2,1,power_law_1.2,0.4467328071594238
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,2,power_law_1.01,0.21499838829040527
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,2,1,power_law_1.2,10.989500427246094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,2,power_law_1.01,0.22159039974212646
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,2,1,power_law_1.2,0.6224544048309326
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,2,power_law_1.01,0.22548480033874513
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,2,power_law_1.01,0.23401598930358886
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,2,1,power_law_1.2,0.9622495651245118
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,2,power_law_1.01,0.23991360664367675
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,2,power_law_1.01,0.2523871898651123
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,2,power_law_1.2,117.10299072265624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,2,1,power_law_1.2,1.0710975646972656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,2,power_law_1.01,0.25904319286346433
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,2,power_law_1.01,0.037161600589752194
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,2,power_law_1.01,0.26476800441741943
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,2,power_law_1.01,0.04485760033130646
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,2,1,power_law_1.2,1.0853343963623048
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,2,power_law_1.01,0.28091518878936766
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,2,power_law_1.01,0.05046719908714294
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,2,power_law_1.01,0.31496639251708985
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,2,power_law_1.01,0.06672959923744201
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,2,1,power_law_1.2,13.579560852050781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,2,1,power_law_1.2,1.1476544380187987
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,2,power_law_1.01,0.3541343927383423
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,2,power_law_1.01,0.08513919711112976
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,2,1,power_law_1.2,22.40886993408203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,2,power_law_1.01,0.11115520000457764
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,2,power_law_1.01,0.4368288040161133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,2,1,power_law_1.2,1.1992128372192383
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,2,1,power_law_1.01,47.7207275390625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,2,power_law_1.01,0.12022080421447753
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,2,power_law_1.01,0.532316780090332
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,2,power_law_1.01,0.1236799955368042
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,2,1,power_law_1.2,1.2517791748046876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,2,power_law_1.01,0.7136000156402588
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,2,power_law_1.01,0.15636160373687744
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,2,power_law_1.01,0.15975040197372437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,2,power_law_1.01,0.9042176246643067
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,2,1,power_law_1.2,1.2724032402038574
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,2,power_law_1.01,0.16580480337142944
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,2,power_law_1.01,0.17003519535064698
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,2,power_law_1.01,1.287052822113037
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,2,power_law_1.01,0.17176640033721924
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,2,1,power_law_1.2,1.3444416046142578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,2,power_law_1.01,0.18000320196151734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,2,power_law_1.01,0.04207360148429871
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,2,power_law_1.01,1.7399456024169921
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,2,power_law_1.01,0.19569920301437377
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,2,1,power_law_1.2,1.4030112266540526
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,2,power_law_1.01,0.20582399368286133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,2,power_law_1.01,0.22301759719848632
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,2,1,power_law_1.01,47.44178771972656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,2,1,power_law_1.2,19.281829833984375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,2,1,power_law_1.2,1.4639519691467284
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,2,power_law_1.01,2.4695104598999023
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,2,power_law_1.01,0.26464319229125977
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,2,1,power_law_1.2,1.562547206878662
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,2,power_law_1.01,0.30002241134643554
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,2,power_law_1.01,0.04615359902381897
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,2,power_law_1.01,0.4037919998168945
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,2,1,power_law_1.2,1.7166688919067383
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,2,power_law_1.01,3.3301345825195314
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,2,power_law_1.01,0.05042880177497864
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,2,power_law_1.01,0.5006271839141846
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,2,1,power_law_1.2,27.754949951171874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,2,power_law_1.01,0.06757439970970154
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,2,power_law_1.01,0.6983232021331787
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,2,power_law_1.01,0.07959359884262085
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,2,1,power_law_1.2,1.8691360473632812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,2,power_law_1.01,0.11374399662017823
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,2,power_law_1.01,0.9197088241577148
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,2,power_law_1.01,0.11735999584197998
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,2,power_law_1.01,4.1629985809326175
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,2,power_law_1.01,0.12002880573272705
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,2,1,power_law_1.2,2.169702339172363
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,2,power_law_1.01,1.2907135963439942
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,2,power_law_1.01,0.12153279781341553
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,2,power_law_1.01,0.12366080284118652
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,2,power_law_1.01,0.12598400115966796
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,2,power_law_1.01,1.681635284423828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,2,1,power_law_1.2,2.4824960708618162
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,2,power_law_1.01,0.12941759824752808
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,2,power_law_1.01,0.13525760173797607
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,2,1,power_law_1.2,24.43626251220703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,2,power_law_1.01,0.14916160106658935
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,2,power_law_1.01,6.742025756835938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,2,power_law_1.01,2.563385581970215
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,2,power_law_1.01,0.15946240425109864
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,2,1,power_law_1.2,3.2437088012695314
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,2,power_law_1.01,0.16473599672317504
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,2,power_law_1.01,0.17619199752807618
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,2,power_law_1.01,0.21785919666290282
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,2,power_law_1.01,3.507289505004883
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,2,1,power_law_1.01,85.56124267578124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,2,1,power_law_1.2,4.067971038818359
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,2,power_law_1.01,0.25033280849456785
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,2,power_law_1.2,0.04756160080432892
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,2,power_law_1.01,0.3226847887039185
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,2,power_law_1.2,0.044095999002456664
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,2,power_law_1.2,0.056092798709869385
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,2,power_law_1.01,0.3985311985015869
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,2,power_law_1.2,0.06808639764785766
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,2,power_law_1.01,4.273318481445313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,2,power_law_1.01,0.5447743892669678
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,2,power_law_1.2,0.09159359931945801
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,2,1,power_law_1.2,5.449423980712891
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,2,power_law_1.2,0.14955199956893922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,2,power_law_1.01,0.7057087898254395
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,2,power_law_1.2,0.16227519512176514
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,2,power_law_1.2,0.1623296022415161
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,2,power_law_1.01,13.186521911621094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,2,power_law_1.01,0.9908255577087403
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,2,power_law_1.2,0.221724796295166
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,2,power_law_1.2,0.03406400084495544
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,2,power_law_1.2,0.22368319034576417
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,2,power_law_1.2,0.04138559997081757
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,2,power_law_1.01,1.3206751823425293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,2,1,power_law_1.2,6.897245025634765
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,2,power_law_1.2,0.23012800216674806
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,2,power_law_1.2,0.05031999945640564
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,2,power_law_1.01,6.748604583740234
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,2,power_law_1.2,0.23100800514221193
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,2,power_law_1.2,0.059036797285079955
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,2,1,power_law_1.2,43.37934265136719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,2,power_law_1.2,0.2396064043045044
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,2,power_law_1.2,0.07396799921989441
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,2,power_law_1.01,1.9062335968017579
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,2,power_law_1.2,0.11320320367813111
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,2,power_law_1.2,0.24470720291137696
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,2,1,power_law_1.2,31.813858032226562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,2,power_law_1.2,0.12149440050125122
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,2,power_law_1.2,0.2624255895614624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,2,power_law_1.2,0.12581759691238403
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,2,power_law_1.2,0.2660543918609619
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,2,power_law_1.01,2.52795524597168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,2,power_law_1.2,0.1576607942581177
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,2,power_law_1.2,0.2836479902267456
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,2,power_law_1.2,0.16292799711227418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,2,power_law_1.2,0.3226111888885498
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,2,1,power_law_1.2,9.681670379638671
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,2,power_law_1.2,0.16501439809799195
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,2,power_law_1.2,0.35282559394836427
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,2,power_law_1.2,0.17034879922866822
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,2,power_law_1.2,0.443833589553833
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,2,power_law_1.01,3.2182689666748048
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,2,power_law_1.2,0.17768959999084472
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,2,power_law_1.2,0.19309120178222655
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,2,power_law_1.2,0.5324607849121094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,2,power_law_1.2,0.20003199577331543
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,2,power_law_1.2,0.7395167827606202
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,2,power_law_1.2,0.20781118869781495
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,2,power_law_1.01,13.44539794921875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,2,power_law_1.2,0.2240895986557007
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,2,power_law_1.2,0.9573823928833007
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,2,power_law_1.2,0.2599776029586792
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,2,power_law_1.01,4.934159851074218
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,2,power_law_1.2,1.3631104469299316
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,2,power_law_1.2,0.30763518810272217
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,2,1,power_law_1.2,12.67864990234375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,2,power_law_1.2,0.4175903797149658
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,2,power_law_1.2,0.51178879737854
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,2,power_law_1.2,1.8261568069458007
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,2,power_law_1.2,0.7182623863220214
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,2,power_law_1.2,0.9270015716552734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,2,power_law_1.2,2.6835039138793944
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,2,power_law_1.2,1.3854080200195313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,2,1,power_law_1.01,92.28885498046876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,2,power_law_1.2,3.781372833251953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,2,power_law_1.2,0.040582400560379026
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,2,power_law_1.2,1.8061248779296875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,2,power_law_1.01,9.808432006835938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,2,1,power_law_1.2,15.524940490722656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,2,power_law_1.2,2.657587242126465
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,2,1,power_law_1.01,0.024899199604988098
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,2,power_law_1.2,4.422281646728516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,2048,768,8,128,2,1,power_law_1.01,0.027823999524116516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,2,power_law_1.2,3.6047073364257813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,2,1,power_law_1.2,47.7320556640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,2,1,power_law_1.01,0.036268800497055054
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,2,1,power_law_1.01,0.046054399013519286
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,2,power_law_1.2,7.098419189453125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,2,power_law_1.2,4.619251251220703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,2,1,power_law_1.01,0.05823040008544922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,2,power_law_1.2,0.045072001218795774
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,2,1,power_law_1.01,0.07418879866600037
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,2048,768,8,128,2,1,power_law_1.01,0.030883198976516722
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,2,power_law_1.2,0.050006401538848874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,2,1,power_law_1.01,0.10622080564498901
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,2,power_law_1.2,0.05980160236358643
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,2,1,power_law_1.01,0.11204479932785034
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,2,power_law_1.2,0.07652159929275512
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,2,1,power_law_1.01,0.11574399471282959
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,2,power_law_1.2,0.11353600025177002
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,2,1,power_law_1.01,0.12029119729995727
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,2,power_law_1.2,0.11828800439834594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,2,1,power_law_1.01,0.1268895983695984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,2,power_law_1.2,0.12033920288085938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,2,1,power_law_1.01,0.13420159816741944
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,2,1,power_law_1.2,24.134358215332032
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,2,power_law_1.2,7.533766174316407
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,2,power_law_1.2,0.12333760261535645
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,2048,768,8,128,2,1,power_law_1.01,0.047091200947761536
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,2,power_law_1.2,0.1249951958656311
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,2,power_law_1.2,0.1279647946357727
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,2,power_law_1.2,0.13518400192260743
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,2,power_law_1.2,0.13984639644622804
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,2,power_law_1.2,13.979408264160156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,2,power_law_1.2,0.14985599517822265
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,2,power_law_1.2,0.15945279598236084
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,2,1,power_law_1.01,0.15751359462738038
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,2,power_law_1.2,0.16535680294036864
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,2,1,power_law_1.01,0.16323519945144654
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,2,power_law_1.2,0.17910399436950683
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,2048,768,8,128,2,1,power_law_1.01,0.06870080232620239
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,2,1,power_law_1.01,0.16975680589675904
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,2,1,power_law_1.2,85.36668701171875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,2,power_law_1.2,0.21864640712738037
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,2,1,power_law_1.01,0.1767359972000122
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,2,power_law_1.2,0.2526015996932983
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,2,1,power_law_1.01,0.18635519742965698
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,2,power_law_1.2,0.33159680366516114
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,2,1,power_law_1.01,0.20057599544525145
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,2,1,power_law_1.01,0.22851839065551757
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,2,power_law_1.2,0.40049281120300295
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,2,power_law_1.2,15.196357727050781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,2,1,power_law_1.01,0.26397440433502195
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,2,power_law_1.2,0.5745664119720459
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,2,1,power_law_1.2,0.02537600100040436
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,2,1,power_law_1.01,0.027225598692893982
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,2,1,power_law_1.01,0.34132161140441897
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,2,1,power_law_1.2,0.036339199542999266
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,2,power_law_1.2,0.702780818939209
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,2,1,power_law_1.01,0.42275519371032716
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,2,1,power_law_1.2,0.043808001279830935
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,2048,768,8,128,2,1,power_law_1.01,0.0862496018409729
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,2,1,power_law_1.2,0.053641599416732785
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,2,power_law_1.2,1.0357791900634765
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,2,1,power_law_1.01,0.5807648181915284
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,2048,768,8,128,2,1,power_law_1.2,0.028064000606536865
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,2,1,power_law_1.2,0.06238399744033814
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,2,1,power_law_1.2,0.10234559774398803
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,2,1,power_law_1.01,0.7441823959350586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,2,power_law_1.2,1.3523103713989257
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,2,1,power_law_1.2,0.11319680213928222
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,2,1,power_law_1.2,0.12260479927062988
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,2,1,power_law_1.01,1.0674176216125488
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,2,1,power_law_1.2,0.12371200323104858
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,2,power_law_1.2,1.9215679168701172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,2,1,power_law_1.2,0.12770559787750244
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,2,1,power_law_1.01,1.3951904296875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,2,1,power_law_1.2,0.1348736047744751
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,2048,768,8,128,2,1,power_law_1.2,0.030559998750686646
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,2048,768,8,128,2,1,power_law_1.01,0.13907519578933716
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,2,1,power_law_1.2,0.16071679592132568
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,2,1,power_law_1.01,0.03581439852714539
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,2,power_law_1.2,2.646873664855957
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,2,1,power_law_1.2,0.16749119758605957
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,2,1,power_law_1.01,2.048956871032715
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,2,1,power_law_1.2,0.17133760452270508
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,2,1,power_law_1.2,0.18029439449310303
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,2,1,power_law_1.2,0.18978559970855713
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,2,1,power_law_1.01,2.709654426574707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,2,1,power_law_1.2,0.2013983964920044
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,2,power_law_1.2,3.4020767211914062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,2,1,power_law_1.2,0.2356895923614502
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,2048,768,8,128,2,1,power_law_1.2,0.04551999866962433
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,2,1,power_law_1.2,48.454901123046874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,2,1,power_law_1.2,0.26736960411071775
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,2,1,power_law_1.2,0.3433759927749634
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,2,1,power_law_1.01,3.388508987426758
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,2,1,power_law_1.2,0.4235968112945557
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,2048,768,8,128,2,1,power_law_1.01,0.15169600248336793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,2,1,power_law_1.01,0.04350399971008301
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,2,1,power_law_1.2,0.5860735893249511
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,2,power_law_1.2,5.405990219116211
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,2,1,power_law_1.2,0.7496672153472901
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,2048,768,8,128,2,1,power_law_1.2,0.061267197132110596
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,2,1,power_law_1.2,1.0770367622375487
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,2,1,power_law_1.01,5.387398529052734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,2,1,power_law_1.2,1.40481595993042
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,2,1,power_law_1.2,0.027638399600982667
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,2,1,power_law_1.2,92.26558227539063
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,2,1,power_law_1.2,2.070591926574707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,2048,768,8,128,2,1,power_law_1.01,0.15710079669952393
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,2,power_law_1.01,0.10240960121154785
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,2048,768,8,128,2,1,power_law_1.01,0.16081600189208983
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,2,power_law_1.01,0.09793919920921326
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,2048,768,8,128,2,1,power_law_1.01,0.16090240478515624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,2,1,power_law_1.01,0.057871997356414795
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,2,power_law_1.01,0.14973440170288085
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,2048,768,8,128,2,1,power_law_1.01,0.1700384020805359
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,2,power_law_1.2,10.718457794189453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,2,1,power_law_1.2,2.7383359909057616
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,2,power_law_1.01,0.2569439888000488
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,2048,768,8,128,2,1,power_law_1.01,0.17632960081100463
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,2,power_law_1.01,0.07864959836006165
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,2048,768,8,128,2,1,power_law_1.2,0.08055040240287781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,2,power_law_1.01,0.29853119850158694
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,2048,768,8,128,2,1,power_law_1.01,0.18341120481491088
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,2,power_law_1.01,0.0793503999710083
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,2,power_law_1.01,0.5026879787445069
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,2,power_law_1.01,0.11261440515518188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,2,1,power_law_1.01,10.754640197753906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,2,power_law_1.01,0.5467616081237793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,2,power_law_1.01,0.17053439617156982
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,2,1,power_law_1.2,3.417558288574219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,2,1,power_law_1.2,0.03590080142021179
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,2,power_law_1.01,0.5555776119232178
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,2,power_law_1.01,0.23089599609375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,2,power_law_1.01,0.07535679936408997
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,2,power_law_1.01,0.35278079509735105
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,2,power_law_1.01,0.07476800084114074
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,2,power_law_1.01,0.8055583953857421
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,2,power_law_1.01,0.3723167896270752
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,2,power_law_1.01,0.10140800476074219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,2,power_law_1.01,0.8117823600769043
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,2,power_law_1.01,0.38701438903808594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,2,power_law_1.01,0.1514431953430176
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,2,power_law_1.01,0.828825569152832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,2,power_law_1.01,0.19844160079956055
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,2,power_law_1.01,0.5061503887176514
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,2048,768,8,128,2,1,power_law_1.2,0.13781119585037233
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,2,1,power_law_1.01,0.06529279947280883
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,2,power_law_1.01,0.8644831657409668
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,2,power_law_1.01,0.31467199325561523
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,2,1,power_law_1.2,5.413382339477539
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,2,power_law_1.01,0.517523193359375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,2,power_law_1.01,0.3309823989868164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,2,power_law_1.01,0.8834752082824707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,2,power_law_1.01,0.5411295890808105
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,2048,768,8,128,2,1,power_law_1.01,0.1818112015724182
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,2,power_law_1.01,0.3380511999130249
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,2,power_law_1.01,0.5547776222229004
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,2,power_law_1.01,0.9270400047302246
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,2048,768,8,128,2,1,power_law_1.01,0.18504320383071898
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,2,power_law_1.01,0.3515199899673462
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,2,power_law_1.01,0.5620512008666992
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,2048,768,8,128,2,1,power_law_1.01,0.20597438812255858
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,2,power_law_1.01,0.9472319602966308
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,2,1,power_law_1.2,0.04171839952468872
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,2,power_law_1.01,0.3549887895584106
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,2,power_law_1.01,0.5916287899017334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,2,power_law_1.01,1.0020000457763671
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,2,power_law_1.01,0.3676703929901123
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,2,power_law_1.01,0.6232128143310547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,2,power_law_1.01,0.3721951961517334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,2,power_law_1.01,1.0267904281616211
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,2,power_law_1.01,0.63854079246521
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,2,power_law_1.01,0.38272318840026853
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,2,power_law_1.01,1.166700839996338
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,2048,768,8,128,2,1,power_law_1.2,0.15238720178604126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,2,power_law_1.01,0.7077248096466064
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,2,power_law_1.01,0.40895681381225585
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,2,power_law_1.01,0.8479231834411621
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,2,power_law_1.01,0.43144960403442384
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,2,power_law_1.01,1.2558272361755372
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,2,1,power_law_1.01,0.09870719909667969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,2,power_law_1.01,0.4425471782684326
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,2,power_law_1.01,0.9869248390197753
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,2,1,power_law_1.2,10.810131072998047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,2,1,power_law_1.01,0.10483200550079345
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,2,power_law_1.01,1.575369644165039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,2,power_law_1.01,0.49349122047424315
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,2,power_law_1.2,0.09584640264511109
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,2,1,power_law_1.01,0.10836800336837768
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,2,power_law_1.01,1.3333439826965332
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,2,power_law_1.2,0.08127359747886657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,2,1,power_law_1.01,0.11048320531845093
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,2,power_law_1.01,0.5797728061676025
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,2,power_law_1.01,1.8972000122070312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,2,power_law_1.2,0.1588736057281494
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,2,1,power_law_1.01,0.11447679996490479
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,2,power_law_1.01,1.6674528121948242
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,2,power_law_1.01,0.6587584018707275
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,2,1,power_law_1.2,0.05368000268936157
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,2,power_law_1.2,0.23743679523468017
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,2,1,power_law_1.01,0.1241536021232605
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,2,power_law_1.2,0.27589759826660154
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,2,1,power_law_1.01,0.12855360507965088
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,2,power_law_1.01,2.6237056732177733
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,2,power_law_1.01,0.8664863586425782
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,2,power_law_1.01,2.402934455871582
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,2,1,power_law_1.01,0.13417600393295287
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,2,power_law_1.2,0.5093344211578369
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,2,power_law_1.01,1.0485119819641113
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,2048,768,8,128,2,1,power_law_1.2,0.16129599809646605
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,2,power_law_1.2,0.537494421005249
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,2048,768,8,128,2,1,power_law_1.2,0.16577600240707396
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,2,power_law_1.01,3.354025650024414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,2,power_law_1.2,0.5707712173461914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,2048,768,8,128,2,1,power_law_1.01,0.20006721019744872
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,2,power_law_1.01,2.9945024490356444
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,2,power_law_1.01,1.48022403717041
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,2048,768,8,128,2,1,power_law_1.2,0.1653439998626709
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,2048,768,8,128,2,1,power_law_1.01,0.21622080802917482
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,2,power_law_1.2,0.8140959739685059
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,2048,768,8,128,2,1,power_law_1.2,0.1745344042778015
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,2,power_law_1.2,0.8271327972412109
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,2048,768,8,128,2,1,power_law_1.2,0.1801792025566101
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,2,power_law_1.01,1.8245759963989259
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,2,power_law_1.01,4.743401718139649
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,2048,768,8,128,2,1,power_law_1.2,0.1858944058418274
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,2,power_law_1.2,0.8365568161010742
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,2,power_law_1.01,4.693273544311523
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,2,power_law_1.2,0.8943615913391113
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,2,power_law_1.01,2.6328256607055662
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,2,1,power_law_1.2,0.06154559850692749
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,2,power_law_1.2,0.8974111557006836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,2,power_law_1.2,0.9762944221496582
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,2,power_law_1.01,6.148659133911133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,2,power_law_1.01,5.6998241424560545
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,2,power_law_1.01,3.564313507080078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,2,power_law_1.2,1.007094383239746
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,2,power_law_1.2,1.0044384002685547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,2,1,power_law_1.01,0.13485759496688843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,2,power_law_1.2,1.0540672302246095
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,2,1,power_law_1.01,0.14625920057296754
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,2,1,power_law_1.01,0.15395840406417846
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,2,power_law_1.01,5.101548767089843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,2,power_law_1.2,1.1855327606201171
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,2048,768,8,128,2,1,power_law_1.2,0.18277440071105958
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,2,1,power_law_1.01,0.16311359405517578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,2,power_law_1.01,8.807321929931641
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,2048,768,8,128,2,1,power_law_1.2,0.18517119884490968
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,2,power_law_1.01,8.723900604248048
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,2,power_law_1.2,1.2860639572143555
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,2,1,power_law_1.01,0.19230719804763793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,2048,768,8,128,2,1,power_law_1.2,0.21017279624938964
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,2,1,power_law_1.2,0.1024832010269165
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,2,power_law_1.2,1.6592863082885743
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,2,1,power_law_1.01,0.24977281093597412
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,2,1,power_law_1.2,0.1084671974182129
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,2,1,power_law_1.01,0.29815359115600587
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,2,1,power_law_1.2,0.10950720310211182
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,2,power_law_1.01,6.740268707275391
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,2,power_law_1.2,2.0362432479858397
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,2,1,power_law_1.2,0.11535999774932862
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,2,1,power_law_1.2,0.12051199674606324
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,2,1,power_law_1.2,0.12613120079040527
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,2,power_law_1.2,2.788924789428711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,2,1,power_law_1.2,0.1318336009979248
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,2,power_law_1.01,11.756729888916016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,2,power_law_1.01,11.67679672241211
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,2,1,power_law_1.2,0.13702399730682374
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,2,power_law_1.2,3.502339172363281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,2,power_law_1.01,8.322969818115235
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,2048,768,8,128,2,1,power_law_1.2,0.20284481048583985
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,2048,768,8,128,2,1,power_law_1.2,0.21922240257263184
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,2,power_law_1.2,4.740703964233399
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,2,1,power_law_1.01,0.21747519969940185
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,2,1,power_law_1.01,0.279638409614563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,2,1,power_law_1.01,0.33829119205474856
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,2,1,power_law_1.01,0.4604991912841797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,2,power_law_1.01,15.109468078613281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,2,power_law_1.2,6.3365119934082035
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,2,power_law_1.01,14.357766723632812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,2,1,power_law_1.01,0.33904640674591063
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,2,1,power_law_1.01,0.436297607421875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,2,power_law_1.01,13.7348388671875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,2,1,power_law_1.2,0.14336320161819457
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,2,1,power_law_1.01,0.5282559871673584
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,2,1,power_law_1.2,0.15044159889221193
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,2,1,power_law_1.01,0.7308800220489502
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,2,1,power_law_1.2,0.15516159534454346
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,2,power_law_1.2,9.180255889892578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,2,1,power_law_1.2,0.1658687949180603
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,2,1,power_law_1.01,0.9318143844604492
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,2,1,power_law_1.2,0.19673919677734375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,2,1,power_law_1.2,0.25343999862670896
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,2,1,power_law_1.01,1.3427488327026367
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,2,1,power_law_1.2,0.3016607999801636
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,2,1,power_law_1.01,1.754307174682617
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,2,1,power_law_1.01,0.5785632133483887
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,2,1,power_law_1.01,0.8196831703186035
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,2,power_law_1.01,21.97040252685547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,2,power_law_1.2,12.392598724365234
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,2,power_law_1.01,23.249497985839845
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,2,1,power_law_1.01,2.2142911911010743
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,2,1,power_law_1.01,1.0558367729187013
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,2,1,power_law_1.01,1.5320159912109375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,2,1,power_law_1.01,3.4875457763671873
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,2,1,power_law_1.2,0.22457280158996581
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,2,1,power_law_1.01,1.999955177307129
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,2,power_law_1.01,26.998834228515626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,2,1,power_law_1.2,0.28320960998535155
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,2,power_law_1.2,0.08404160141944886
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,2,1,power_law_1.2,0.34138879776000974
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,2,power_law_1.2,0.07568320035934448
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,2,1,power_law_1.2,0.4639743804931641
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,2,power_law_1.2,16.045872497558594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,2,power_law_1.2,0.11398719549179077
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,2,1,power_law_1.01,2.520191955566406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,2,power_law_1.2,0.16183680295944214
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,2,1,power_law_1.2,0.3576287984848022
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,2,power_law_1.2,0.20228800773620606
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,2,1,power_law_1.2,0.443558406829834
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,2,power_law_1.2,0.3488352060317993
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,2,1,power_law_1.2,0.5406303882598877
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,2,power_law_1.2,0.38072640895843507
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,2,1,power_law_1.01,6.904608154296875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,2,1,power_law_1.01,3.948713684082031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,2,power_law_1.2,0.39505279064178467
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,2,1,power_law_1.2,0.7432735919952392
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,2,power_law_1.2,0.07868160009384155
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,2,power_law_1.2,0.5246912002563476
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,2,power_law_1.2,0.0718720018863678
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,2,1,power_law_1.2,0.9473823547363281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,2,power_law_1.2,0.5288159847259521
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,2,power_law_1.2,0.09806399941444396
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,2,power_law_1.2,0.1322656035423279
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,2,power_law_1.2,0.5374271869659424
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,2,power_law_1.2,0.18880000114440917
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,2,1,power_law_1.2,1.3641504287719726
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,2,power_law_1.2,0.5712992191314697
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,2,power_law_1.2,0.3060863971710205
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,2,power_law_1.2,0.5818336009979248
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,2,power_law_1.2,0.33156158924102785
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,2,power_law_1.2,0.6082816123962402
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,2,1,power_law_1.2,1.7730400085449218
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,2,power_law_1.2,0.35043840408325194
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,2,1,power_law_1.2,0.5835840225219726
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,2,power_law_1.2,0.6341248035430909
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,2,power_law_1.2,0.3565759897232056
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,2,1,power_law_1.01,7.868694305419922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,2,1,power_law_1.2,0.8222751617431641
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,2,power_law_1.2,0.3584160089492798
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,2,power_law_1.2,0.6593152046203613
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,2,1,power_law_1.2,2.2040096282958985
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,2,power_law_1.2,0.3685823917388916
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,2,power_law_1.2,0.7227807998657226
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,2,1,power_law_1.2,1.0582655906677245
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,2,power_law_1.2,26.309906005859375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,2,power_law_1.2,0.38145599365234373
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,2,power_law_1.2,0.8638336181640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,2,power_law_1.2,0.3955647945404053
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,2,power_law_1.01,45.51990661621094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,2,power_law_1.2,1.062828826904297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,2,1,power_law_1.2,1.5376319885253906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,2,power_law_1.2,0.4219232082366943
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,2,1,power_law_1.01,0.06013759970664978
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,2,power_law_1.01,47.758139038085936
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,2,1,power_law_1.01,0.06827200055122376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,2,power_law_1.2,0.4326623916625977
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,2,1,power_law_1.2,3.5524158477783203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,2,power_law_1.2,1.3876447677612305
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,2,1,power_law_1.01,0.09609599709510804
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,2,power_law_1.2,0.4533535957336426
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,2,1,power_law_1.01,0.15673279762268066
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,2,1,power_law_1.2,2.0123647689819335
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,2,power_law_1.2,0.4974912166595459
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,2,power_law_1.2,1.7559072494506835
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,2,1,power_law_1.01,0.21046719551086426
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,2,power_law_1.2,0.5898880004882813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,2,1,power_law_1.01,0.32793920040130614
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,2,1,power_law_1.01,0.054502397775650024
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,2,1,power_law_1.01,0.3573760032653809
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,2,power_law_1.2,2.466032028198242
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,2,power_law_1.2,0.6898655891418457
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,2,1,power_law_1.2,2.535875129699707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,2,1,power_law_1.01,0.3774944067001343
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,2,power_law_1.2,0.8734175682067871
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,2,1,power_law_1.01,0.3801151990890503
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,2,power_law_1.2,3.116796875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,2,1,power_law_1.01,0.3944767951965332
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,2,power_law_1.2,1.0767552375793457
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,2,1,power_law_1.01,0.42841281890869143
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,2,1,power_law_1.2,7.057590484619141
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,2,power_law_1.2,1.5118304252624513
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,2,1,power_law_1.01,0.05766400098800659
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,2,1,power_law_1.01,0.517302417755127
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,2,1,power_law_1.2,3.9625118255615233
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,2,1,power_law_1.01,0.0686240017414093
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,2,1,power_law_1.01,0.5335840225219727
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,2,power_law_1.2,4.433065414428711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,2,power_law_1.2,1.9529888153076171
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,2,1,power_law_1.01,0.560694408416748
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,2,1,power_law_1.01,0.5807807922363282
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,2,1,power_law_1.01,0.5981696128845215
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,2,power_law_1.2,2.766160011291504
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,2,1,power_law_1.2,0.05465919971466064
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,2,1,power_law_1.01,0.6483232021331787
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,2,power_law_1.2,6.034819030761719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,2,1,power_law_1.01,0.7628223896026611
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,2,1,power_law_1.01,0.1254207968711853
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,2,power_law_1.2,3.505558395385742
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,2,1,power_law_1.01,0.9018815994262696
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,2,1,power_law_1.2,7.861481475830078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,2,1,power_law_1.01,1.1780447959899902
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,2,1,power_law_1.2,0.056752002239227294
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,2,1,power_law_1.2,0.06868159770965576
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,2,1,power_law_1.01,1.462435245513916
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,2,1,power_law_1.2,0.06689919829368592
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,2,1,power_law_1.2,0.09205759763717651
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,2,power_law_1.2,9.058422088623047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,2,1,power_law_1.01,0.06291840076446534
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,2,power_law_1.2,5.65313606262207
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,2,1,power_law_1.2,0.11754879951477051
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,2,1,power_law_1.2,0.14555840492248534
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,2,1,power_law_1.2,0.18541120290756224
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,2,1,power_law_1.01,2.036262321472168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,2,1,power_law_1.2,0.17556480169296265
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,2,1,power_law_1.01,0.20295679569244385
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,2,1,power_law_1.2,0.33439040184020996
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,2,1,power_law_1.01,2.620716857910156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,2,1,power_law_1.2,0.37136640548706057
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,2,1,power_law_1.2,0.38552639484405515
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,2,power_law_1.2,7.0206748962402346
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,2,1,power_law_1.2,0.40321598052978513
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,2,1,power_law_1.01,3.766387176513672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,2,1,power_law_1.2,0.41036481857299806
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,2,power_law_1.2,11.941680145263671
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,2,1,power_law_1.2,0.43722238540649416
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,2,power_law_1.2,54.96561279296875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,2,1,power_law_1.2,0.5278336048126221
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,2,1,power_law_1.2,0.06148800253868103
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,2,1,power_law_1.01,0.08721920251846313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,2,1,power_law_1.2,0.5530208110809326
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,2,1,power_law_1.2,0.25534079074859617
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,2,1,power_law_1.2,0.06321920156478882
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,2,1,power_law_1.01,4.9428863525390625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,2,1,power_law_1.2,0.08347520232200623
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,2,1,power_law_1.01,0.2699487924575806
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,2,1,power_law_1.2,0.570204782485962
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,2,1,power_law_1.2,0.466099214553833
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,2,1,power_law_1.2,0.12554240226745605
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,2,1,power_law_1.01,0.4773407936096191
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,2,power_law_1.2,9.08914566040039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,2,1,power_law_1.2,0.5925983905792236
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,2,1,power_law_1.2,0.5193408012390137
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,2,1,power_law_1.2,0.1557279944419861
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,2,1,power_law_1.2,0.6139743804931641
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,2,1,power_law_1.2,0.2697760105133057
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,2,1,power_law_1.2,0.6661983966827393
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,2,1,power_law_1.2,0.2888767957687378
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,2,1,power_law_1.2,0.3018111944198608
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,2,1,power_law_1.01,7.271231842041016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,2,1,power_law_1.2,0.7797887802124024
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,2,1,power_law_1.2,0.3132031917572021
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,2,1,power_law_1.2,0.9182656288146973
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,2,1,power_law_1.2,0.3279616117477417
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,2,power_law_1.2,15.936422729492188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,2,1,power_law_1.2,1.1879039764404298
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,2,1,power_law_1.2,0.3334912061691284
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,2,1,power_law_1.01,0.1408128023147583
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,2,1,power_law_1.2,0.3441119909286499
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,2,1,power_law_1.2,1.4781888008117676
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,2,1,power_law_1.01,0.1719040036201477
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,2,1,power_law_1.2,0.3681375980377197
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,2,1,power_law_1.01,0.5034336090087891
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,2,1,power_law_1.2,0.5368031978607177
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,2,1,power_law_1.2,0.3913088083267212
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,2,1,power_law_1.2,2.055295944213867
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,2,power_law_1.2,14.018045043945312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,2,1,power_law_1.01,9.604668426513673
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,2,1,power_law_1.2,0.5521599769592285
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,2,1,power_law_1.2,0.40606398582458497
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,2,1,power_law_1.2,0.4213376045227051
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,2,1,power_law_1.2,2.631337547302246
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,2,1,power_law_1.2,0.45808000564575196
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,2,1,power_law_1.2,0.5306560039520264
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,2,1,power_law_1.2,0.6165984153747559
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,2,1,power_law_1.2,3.7928798675537108
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,2,1,power_law_1.2,0.7783616065979004
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,2,1,power_law_1.2,0.9410400390625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,2,1,power_law_1.01,0.521340799331665
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,2,1,power_law_1.01,0.26850879192352295
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,2,1,power_law_1.01,11.987712097167968
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,2,1,power_law_1.01,0.5393280029296875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,2,1,power_law_1.2,0.5680863857269287
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,2,1,power_law_1.01,0.28647360801696775
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,2,1,power_law_1.2,1.2834752082824707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,2,1,power_law_1.2,4.96814079284668
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,2,1,power_law_1.2,0.5871103763580322
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,2,power_law_1.2,24.055030822753906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,2,1,power_law_1.2,1.6252992630004883
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,2,1,power_law_1.2,0.5981152057647705
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,2,1,power_law_1.2,0.6395423889160157
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,2,1,power_law_1.2,2.316659164428711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,2,1,power_law_1.2,7.297187042236328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,2,1,power_law_1.2,3.011907196044922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,2,1,power_law_1.01,0.5544767856597901
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,2,1,power_law_1.01,0.5710271835327149
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,2,1,power_law_1.01,0.2921663999557495
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,2,1,power_law_1.01,0.5889088153839112
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,2,1,power_law_1.01,0.29901120662689207
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,2,1,power_law_1.2,4.417030334472656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,2,power_law_1.2,30.763958740234376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,2,1,power_law_1.01,0.6224224090576171
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,2,1,power_law_1.01,0.3194783926010132
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,2,1,power_law_1.01,19.01505889892578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,2,1,power_law_1.2,9.630595397949218
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,2,1,power_law_1.01,0.3319808006286621
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,2,power_law_1.01,0.2202687978744507
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,2,1,power_law_1.01,0.3399104118347168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,2,power_law_1.01,0.37732160091400146
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,2,1,power_law_1.01,0.35475199222564696
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,2,power_law_1.01,0.3219167947769165
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,2,1,power_law_1.2,5.851472091674805
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,2,power_law_1.01,0.573356819152832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,2,power_law_1.01,0.8362303733825683
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,2,power_law_1.01,1.378758430480957
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,2,1,power_law_1.2,0.6529632091522217
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,2,1,power_law_1.2,12.014982604980469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,2,power_law_1.01,1.4860735893249513
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,2,1,power_law_1.2,0.6658048152923584
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,2,1,power_law_1.2,7.360406494140625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,2,1,power_law_1.2,0.7215360164642334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,2,power_law_1.01,1.5225855827331543
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,2,1,power_law_1.2,0.6665120124816895
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,2,power_law_1.01,1.567692756652832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,2,1,power_law_1.2,0.7368927955627441
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,2,1,power_law_1.2,0.7977248191833496
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,2,power_law_1.01,2.518339157104492
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,2,1,power_law_1.2,0.9407648086547852
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,2,1,power_law_1.01,0.3784127950668335
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,2,1,power_law_1.01,0.6458623886108399
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,2,1,power_law_1.01,0.4006080150604248
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,2,power_law_1.01,2.55743350982666
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,2,1,power_law_1.2,1.0802592277526855
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,2,1,power_law_1.01,0.6597407817840576
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,2,1,power_law_1.01,0.4159359931945801
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,2,1,power_law_1.01,0.7120448112487793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,2,1,power_law_1.2,11.575389099121093
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,2,1,power_law_1.01,0.44809918403625487
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,2,1,power_law_1.2,1.3927359580993652
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,2,power_law_1.01,2.671526336669922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,2,1,power_law_1.01,0.5215231895446777
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,2,1,power_law_1.2,1.6710975646972657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,2,1,power_law_1.01,0.5972256183624267
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,2,1,power_law_1.2,19.00560607910156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,2,power_law_1.01,2.728483200073242
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,2,power_law_1.2,53.81119995117187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,2,1,power_law_1.01,0.7633024215698242
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,2,1,power_law_1.2,2.416415977478027
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,2,power_law_1.01,0.17062400579452514
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,2,1,power_law_1.01,0.9343999862670899
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,2,power_law_1.01,2.849228858947754
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,2,1,power_law_1.01,37.828347778320314
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,2,power_law_1.01,0.23395199775695802
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,2,1,power_law_1.01,1.280463981628418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,2,power_law_1.01,0.218668794631958
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,2,1,power_law_1.2,3.0968511581420897
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,2,power_law_1.01,2.897126388549805
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,2,power_law_1.01,0.4102752208709717
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,2,power_law_1.01,0.1641343951225281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,2,1,power_law_1.01,1.6150272369384766
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,2,1,power_law_1.01,0.6508096218109131
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,2,power_law_1.01,0.2043328046798706
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,2,power_law_1.01,0.548195219039917
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,2,1,power_law_1.01,0.7289919853210449
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,2,power_law_1.01,3.0100927352905273
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,2,power_law_1.01,0.19531840085983276
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,2,1,power_law_1.01,2.2905120849609375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,2,power_law_1.01,0.9347071647644043
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,2,1,power_law_1.2,4.499715042114258
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,2,power_law_1.01,0.3612639904022217
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,2,power_law_1.01,1.036076831817627
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,2,power_law_1.01,0.4822527885437012
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,2,power_law_1.01,3.2462688446044923
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,2,1,power_law_1.01,2.9795200347900392
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,2,power_law_1.01,1.0769280433654784
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,2,power_law_1.01,0.7671232223510742
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,2,power_law_1.01,1.0967167854309081
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,2,power_law_1.01,0.8309151649475097
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,2,power_law_1.01,3.480223846435547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,2,1,power_law_1.2,5.828838348388672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,2,1,power_law_1.2,22.989398193359374
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,2,power_law_1.01,0.8682559967041016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,2,power_law_1.01,1.4684063911437988
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,2,1,power_law_1.01,4.355420684814453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,2,power_law_1.2,0.19941760301589967
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,2,power_law_1.01,0.886787223815918
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,2,power_law_1.01,3.7595359802246096
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,2,power_law_1.01,1.4786399841308593
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,2,power_law_1.2,0.16278719902038574
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,2,power_law_1.01,0.9080672264099121
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,2,power_law_1.2,0.33950080871582033
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,2,power_law_1.01,1.5162591934204102
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,2,power_law_1.01,0.9552063941955566
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,2,power_law_1.2,0.5342720031738282
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,2,1,power_law_1.2,7.209391784667969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,2,power_law_1.01,4.400233459472656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,2,power_law_1.01,1.548128032684326
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,2,1,power_law_1.01,5.800774383544922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,2,power_law_1.2,0.6585536003112793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,2,power_law_1.01,0.9689599990844726
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,2,power_law_1.01,0.990287971496582
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,2,power_law_1.01,1.5930335998535157
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,2,power_law_1.2,1.374131202697754
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,2,1,power_law_1.01,0.780947208404541
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,2,power_law_1.01,1.0230496406555176
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,2,power_law_1.01,5.089020919799805
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,2,power_law_1.2,1.4448512077331543
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,2,power_law_1.01,1.6458240509033204
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,2,1,power_law_1.2,37.787542724609374
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,2,power_law_1.01,1.054652786254883
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,2,power_law_1.2,1.5540063858032227
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,2,power_law_1.01,1.7414304733276367
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,2,1,power_law_1.01,7.269481658935547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,2,power_law_1.2,0.16733440160751342
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,2,power_law_1.01,1.1052448272705078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,2,power_law_1.2,1.6364927291870117
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,2,power_law_1.2,0.14323840141296387
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,2,power_law_1.01,1.8384031295776366
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,2,1,power_law_1.2,11.215142059326173
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,2,power_law_1.01,1.1942015647888184
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,2,power_law_1.01,6.622144317626953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,2,power_law_1.2,0.24882240295410157
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,2,power_law_1.2,2.5534336090087892
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,2,power_law_1.2,0.36361920833587646
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,2,power_law_1.01,2.1575231552124023
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,2,power_law_1.01,1.384483242034912
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,2,power_law_1.2,0.49454078674316404
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,2,power_law_1.2,2.643788719177246
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,2,power_law_1.01,1.576480007171631
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,2,power_law_1.01,2.544700813293457
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,2,power_law_1.2,0.9446880340576171
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,2,power_law_1.01,8.192861175537109
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,2,power_law_1.2,1.0107199668884277
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,2,power_law_1.01,1.9645984649658204
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,2,power_law_1.2,2.736848068237305
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,2,1,power_law_1.01,11.375430297851562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,2,power_law_1.01,3.3572929382324217
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,2,power_law_1.2,1.0795328140258789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,2,power_law_1.01,2.325609588623047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,2,power_law_1.2,2.7478496551513674
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,2,power_law_1.2,1.1326111793518066
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,2,power_law_1.01,4.080140686035156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,2,power_law_1.2,1.4655872344970704
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,2,power_law_1.2,2.905648040771484
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,2,1,power_law_1.01,0.8801504135131836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,2,power_law_1.01,3.248432159423828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,2,power_law_1.2,1.5577759742736816
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,2,1,power_law_1.01,1.03023681640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,2,power_law_1.01,11.57778549194336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,2,power_law_1.2,3.037513542175293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,2,power_law_1.01,5.534217453002929
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,2,power_law_1.2,1.5689663887023926
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,2,1,power_law_1.01,1.297436809539795
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,2,power_law_1.01,4.092390441894532
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,2,power_law_1.2,3.076937675476074
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,2,1,power_law_1.2,21.864761352539062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,2,power_law_1.2,1.6186336517333983
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,2,1,power_law_1.01,1.587174415588379
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,2,power_law_1.2,1.6568639755249024
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,2,1,power_law_1.01,2.2292991638183595
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,2,power_law_1.2,3.263868713378906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,2,power_law_1.01,5.741801452636719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,2,power_law_1.01,7.410006713867188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,2,power_law_1.2,1.7210079193115235
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,2,1,power_law_1.01,2.9659103393554687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,2,power_law_1.2,3.5800575256347655
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,2,power_law_1.2,1.7717344284057617
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,2,power_law_1.01,15.217475891113281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,2,1,power_law_1.01,22.865773010253907
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,2,power_law_1.2,1.9339967727661134
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,2,power_law_1.01,7.666143798828125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,2,power_law_1.2,3.9377246856689454
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,2,power_law_1.2,0.16494400501251222
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,2,1,power_law_1.01,0.11214720010757447
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,2,1,power_law_1.01,4.375059127807617
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,2,power_law_1.2,0.11226880550384521
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,2,1,power_law_1.01,0.18225280046463013
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,2,power_law_1.01,10.796649932861328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,2,power_law_1.2,2.2482112884521483
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,2,power_law_1.2,0.19625920057296753
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,2,1,power_law_1.01,0.3196831941604614
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,2,power_law_1.2,4.546579360961914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,2,power_law_1.2,0.29272639751434326
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,2,1,power_law_1.01,0.5520927906036377
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,2,power_law_1.2,2.6764511108398437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,2,power_law_1.2,0.40814719200134275
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,2,1,power_law_1.01,0.7598048210144043
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,2,1,power_law_1.01,5.641379165649414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,2,power_law_1.2,0.7647488117218018
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,2,1,power_law_1.01,1.3329824447631835
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,2,power_law_1.2,3.3724254608154296
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,2,power_law_1.2,5.442620849609375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,2,power_law_1.01,10.937078094482422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,2,power_law_1.2,0.8285311698913574
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,2,1,power_law_1.01,1.431663990020752
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,2,power_law_1.2,0.8812352180480957
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,2,1,power_law_1.01,1.5102720260620117
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,2,power_law_1.01,14.01037139892578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,2,power_law_1.2,4.308937454223633
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,2,power_law_1.2,0.9232319831848145
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,2,1,power_law_1.01,7.12001953125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,2,power_law_1.01,22.315773010253906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,2,1,power_law_1.01,1.5797823905944823
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,2,power_law_1.2,0.9712736129760742
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,2,power_law_1.2,7.042918395996094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,2,1,power_law_1.01,1.610233688354492
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,2,power_law_1.2,0.9744832038879394
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,2,power_law_1.2,6.215513610839844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,2,power_law_1.2,0.9951552391052246
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,2,1,power_law_1.01,1.6452959060668946
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,2,power_law_1.2,1.011184024810791
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,2,power_law_1.01,14.541401672363282
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,2,1,power_law_1.01,1.7432159423828124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,2,power_law_1.2,8.54296646118164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,2,power_law_1.2,1.0546560287475586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,2,1,power_law_1.01,2.6242176055908204
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,2,1,power_law_1.01,11.12994842529297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,2,power_law_1.2,7.252918243408203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,2,power_law_1.2,1.1277759552001954
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,2,power_law_1.2,1.1449952125549316
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,2,1,power_law_1.01,2.71976318359375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,2,power_law_1.01,20.427113342285157
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,2,power_law_1.2,1.2239487648010254
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,2,1,power_law_1.01,2.8064672470092775
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,2,power_law_1.2,1.4292096138000487
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,2,power_law_1.2,12.373081970214844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,2,1,power_law_1.01,2.8936384201049803
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,2,power_law_1.2,10.618339538574219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,2,power_law_1.2,1.6298784255981444
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,2,power_law_1.01,29.940249633789062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,2,power_law_1.01,18.808685302734375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,2,1,power_law_1.01,3.0698944091796876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,2,power_law_1.2,2.0515104293823243
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,2,power_law_1.2,2.4403711318969727
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,2,1,power_law_1.01,3.285696029663086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,2,power_law_1.2,3.3317150115966796
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,2,1,power_law_1.01,3.5979583740234373
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,2,power_law_1.2,16.31868133544922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,2,1,power_law_1.01,21.772128295898437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,2,power_law_1.2,14.585090637207031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,2,1,power_law_1.01,0.10871360301971436
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,2,1,power_law_1.01,4.113116836547851
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,2,power_law_1.01,25.680816650390625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,2,1,power_law_1.01,0.13884479999542237
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,2,power_law_1.2,4.253884887695312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,2,1,power_law_1.01,0.22606399059295654
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,2,1,power_law_1.01,0.36695361137390137
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,2,1,power_law_1.01,4.699107360839844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,2,1,power_law_1.01,0.5119967937469483
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,2,power_law_1.2,6.147932815551758
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,2,1,power_law_1.01,0.8977279663085938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,2,1,power_law_1.01,0.9789536476135254
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,2,1,power_law_1.01,5.931955337524414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,2,1,power_law_1.01,1.0239808082580566
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,2,power_law_1.01,29.021099853515626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,2,1,power_law_1.01,1.059222412109375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,2,power_law_1.2,8.412067413330078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,2,1,power_law_1.01,1.1107071876525878
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,2,power_law_1.2,21.405728149414063
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,2,power_law_1.2,24.779986572265624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,2,power_law_1.01,37.98459167480469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,2,1,power_law_1.01,1.1391360282897949
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,2,1,power_law_1.01,7.36640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,2,1,power_law_1.01,1.214793586730957
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,2,1,power_law_1.01,1.493507194519043
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,2,1,power_law_1.01,1.5269375801086427
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,2,power_law_1.2,11.22910385131836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,2,1,power_law_1.01,1.5940159797668456
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,2,1,power_law_1.01,10.25228500366211
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,2,power_law_1.01,34.04670104980469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,2,1,power_law_1.01,1.6319072723388672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,2,1,power_law_1.01,1.745257568359375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,2,1,power_law_1.01,2.007792091369629
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,2,1,power_law_1.01,2.3234111785888674
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,2,power_law_1.2,27.250982666015624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,2,1,power_law_1.01,13.528694152832031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,2,power_law_1.2,16.34130859375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,2,1,power_law_1.01,3.0216352462768556
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,2,power_law_1.2,34.69105529785156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,2,1,power_law_1.01,3.702764892578125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,2,1,power_law_1.01,5.084268951416016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,2,1,power_law_1.01,19.56542053222656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,2,1,power_law_1.01,6.470038604736328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,2,power_law_1.2,19.364556884765626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,2,power_law_1.01,56.94295654296875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,2,power_law_1.01,58.467840576171874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,2,1,power_law_1.01,0.09319360256195068
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,2,1,power_law_1.01,9.253414154052734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,2,1,power_law_1.01,0.13948479890823365
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,2,power_law_1.2,36.30037841796875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,2,1,power_law_1.01,0.18630720376968385
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,2,1,power_law_1.01,0.3181504011154175
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,2,1,power_law_1.01,0.4474527835845947
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,2,power_law_1.01,53.92354125976563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,2,1,power_law_1.01,0.7588704109191895
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,2,power_law_1.2,41.535223388671874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,2,1,power_law_1.01,0.8145695686340332
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,2,1,power_law_1.01,24.78692169189453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,2,1,power_law_1.01,12.024889373779297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,2,1,power_law_1.01,0.8558719635009766
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,2,1,power_law_1.01,0.8940896034240723
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,2,1,power_law_1.01,0.9118783950805665
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,2,1,power_law_1.01,0.9355168342590332
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,2,power_law_1.2,30.843765258789062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,2,1,power_law_1.01,0.953667163848877
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,2,1,power_law_1.01,0.9817824363708496
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,2,1,power_law_1.01,1.0297887802124024
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,2,1,power_law_1.01,17.545135498046875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,2,1,power_law_1.01,1.059494400024414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,2,1,power_law_1.01,1.0926079750061035
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,2,1,power_law_1.01,1.173344039916992
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,2,1,power_law_1.01,1.3087136268615722
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,2,1,power_law_1.01,1.4762975692749023
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,2,1,power_law_1.01,32.43661804199219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,2,1,power_law_1.01,1.816262435913086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,2,1,power_law_1.01,2.176032066345215
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,2,1,power_law_1.01,23.05640563964844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,2,1,power_law_1.01,2.896201515197754
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,2,power_law_1.2,58.14570922851563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,2,1,power_law_1.01,3.713568115234375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,2,1,power_law_1.01,5.237206268310547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,2,power_law_1.2,67.17747802734375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,2,1,power_law_1.01,6.7796478271484375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,2,1,power_law_1.01,28.670135498046875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,2,power_law_1.2,63.22526245117187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,2,1,power_law_1.2,0.1238368034362793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,2,1,power_law_1.01,9.972402954101563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,2,1,power_law_1.2,0.14683519601821898
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,2,1,power_law_1.01,49.40329284667969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,2,1,power_law_1.2,0.3021600008010864
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,2,1,power_law_1.2,0.43872318267822263
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,2,1,power_law_1.2,0.6339263916015625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,2,1,power_law_1.2,1.3197728157043458
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,2,1,power_law_1.2,1.4312992095947266
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,2,1,power_law_1.01,12.877781677246094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,2,1,power_law_1.2,1.515065574645996
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,2,1,power_law_1.2,1.6241727828979493
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,2,1,power_law_1.2,1.6138240814208984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,2,power_law_1.01,109.35460205078125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,2,1,power_law_1.2,0.10523840188980102
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,2,1,power_law_1.2,1.7681856155395508
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,2,1,power_law_1.2,0.11530879735946656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,2,1,power_law_1.2,0.21688320636749267
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,2,1,power_law_1.2,1.8134912490844726
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,2,power_law_1.01,129.76055908203125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,2,1,power_law_1.2,0.340720009803772
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,2,1,power_law_1.2,0.45531520843505857
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,2,1,power_law_1.2,2.69835205078125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,2,1,power_law_1.01,15.993702697753907
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,2,1,power_law_1.2,0.09338240027427673
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,2,1,power_law_1.2,0.8947104454040528
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,2,1,power_law_1.2,0.09792960286140442
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,2,1,power_law_1.2,2.774835205078125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,2,1,power_law_1.2,0.9842240333557128
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,2,1,power_law_1.2,0.17218879461288453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,2,1,power_law_1.01,45.30560302734375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,2,1,power_law_1.2,0.27041599750518797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,2,1,power_law_1.2,1.0560383796691895
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,2,1,power_law_1.2,2.8767040252685545
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,2,1,power_law_1.2,0.38437440395355227
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,2,1,power_law_1.2,1.0884223937988282
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,2,1,power_law_1.2,0.7542880058288575
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,2,1,power_law_1.2,1.1243552207946776
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,2,1,power_law_1.2,2.948681640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,2,1,power_law_1.2,0.8386879920959472
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,2,1,power_law_1.2,1.1787360191345215
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,2,1,power_law_1.2,0.8674943923950196
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,2,1,power_law_1.2,3.097113609313965
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,2,1,power_law_1.2,1.2684224128723145
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,2,1,power_law_1.2,0.8973183631896973
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,2,1,power_law_1.2,0.9312319755554199
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,2,1,power_law_1.2,1.5496447563171387
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,2,1,power_law_1.2,3.344345474243164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,2,1,power_law_1.2,0.9588095664978027
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,2,1,power_law_1.2,1.5935423851013184
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,2,1,power_law_1.01,24.976025390625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,2,1,power_law_1.2,1.0021023750305176
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,2,1,power_law_1.2,3.637865447998047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,2,1,power_law_1.2,1.650828742980957
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,2,1,power_law_1.2,1.0127327919006348
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,2,1,power_law_1.2,1.6839712142944336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,2,1,power_law_1.2,1.0590784072875976
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,2,1,power_law_1.2,4.205472183227539
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,2,1,power_law_1.2,1.8077951431274415
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,2,1,power_law_1.2,1.1110112190246582
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,2,1,power_law_1.2,1.1358847618103027
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,2,1,power_law_1.2,2.09847354888916
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,2,1,power_law_1.2,4.819635009765625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,2,1,power_law_1.2,1.195910358428955
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,2,1,power_law_1.2,2.400166320800781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,2,1,power_law_1.2,1.360537624359131
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,2,power_law_1.2,116.34986572265625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,2,1,power_law_1.2,1.5179072380065919
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,2,1,power_law_1.2,6.166569519042969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,2,1,power_law_1.2,3.065839958190918
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,2,power_law_1.01,0.22988479137420653
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,2,1,power_law_1.2,1.8502687454223632
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,2,1,power_law_1.2,3.745676803588867
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,2,power_law_1.01,0.44969921112060546
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,2,1,power_law_1.2,2.2206335067749023
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,2,1,power_law_1.2,7.642134094238282
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,2,power_law_1.01,0.7222303867340087
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,2,1,power_law_1.2,5.132009506225586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,2,1,power_law_1.2,2.96691837310791
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,2,power_law_1.01,0.5201632022857666
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,2,1,power_law_1.01,97.62880249023438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,2,1,power_law_1.2,3.7221534729003904
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,2,power_law_1.01,1.0156543731689454
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,2,1,power_law_1.2,6.515293121337891
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,2,power_law_1.01,0.15464320182800292
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,2,1,power_law_1.2,10.520336151123047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,2,power_law_1.01,0.3240447998046875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,2,power_law_1.01,1.5805855751037599
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,2,1,power_law_1.2,5.173247909545898
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,2,power_law_1.01,0.5411327838897705
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,2,power_law_1.01,1.8990848541259766
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,2,power_law_1.2,133.831396484375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,2,1,power_law_1.2,9.286329650878907
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,2,power_law_1.01,0.41545281410217283
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,2,1,power_law_1.01,50.117864990234374
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,2,1,power_law_1.2,6.7734016418457035
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,2,power_law_1.01,2.5385631561279296
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,2,power_law_1.01,0.7505695819854736
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,2,1,power_law_1.2,13.452688598632813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,2,power_law_1.2,0.22873280048370362
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,2,power_law_1.01,1.1552672386169434
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,2,power_law_1.01,0.13356800079345704
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,2,power_law_1.2,0.4493696212768555
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,2,power_law_1.01,2.598316764831543
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,2,power_law_1.01,0.23303039073944093
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,2,power_law_1.01,1.325932788848877
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,2,power_law_1.2,0.4926784038543701
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,2,1,power_law_1.2,12.027724456787109
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,2,1,power_law_1.2,9.784729766845704
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,2,power_law_1.01,2.68908805847168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,2,1,power_law_1.01,89.74625244140626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,2,power_law_1.01,0.3978879928588867
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,2,power_law_1.2,0.5049759864807128
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,2,power_law_1.01,1.7279136657714844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,2,power_law_1.01,0.30336320400238037
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,2,power_law_1.2,0.15402560234069823
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,2,power_law_1.2,0.9502240180969238
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,2,power_law_1.01,2.8970624923706056
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,2,power_law_1.01,1.8255168914794921
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,2,power_law_1.01,0.598476791381836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,2,power_law_1.2,0.3204416036605835
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,2,1,power_law_1.2,19.576092529296876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,2,power_law_1.2,1.3217344284057617
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,2,power_law_1.01,3.0141279220581056
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,2,power_law_1.01,1.9295583724975587
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,2,power_law_1.2,0.3538912057876587
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,2,power_law_1.01,0.8835200309753418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,2,1,power_law_1.2,12.895001220703126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,2,power_law_1.2,1.6830303192138671
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,2,power_law_1.2,0.3568511962890625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,2,power_law_1.01,1.0535455703735352
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,2,1,power_law_1.2,17.57726135253906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,2,power_law_1.01,2.0070335388183596
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,2,power_law_1.01,3.108064079284668
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,2,power_law_1.2,0.6610400199890136
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,2,power_law_1.2,2.35992317199707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,2,power_law_1.01,1.390880012512207
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,2,power_law_1.01,2.126815986633301
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,2,power_law_1.2,0.9765503883361817
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,2,power_law_1.01,4.769359970092774
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,2,power_law_1.01,1.4910816192626952
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,2,power_law_1.2,2.5606847763061524
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,2,power_law_1.01,2.147734451293945
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,2,power_law_1.2,1.1543328285217285
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,2,power_law_1.01,1.5052288055419922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,2,power_law_1.2,2.5867904663085937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,2,power_law_1.2,1.620412826538086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,2,power_law_1.01,4.865491104125977
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,2,1,power_law_1.2,15.876620483398437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,2,power_law_1.01,2.849385643005371
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,2,power_law_1.01,1.6235616683959961
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,2,1,power_law_1.2,25.11707458496094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,2,power_law_1.2,2.81343994140625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,2,power_law_1.2,1.7546112060546875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,2,power_law_1.01,2.9474464416503907
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,2,power_law_1.01,1.6484607696533202
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,2,1,power_law_1.2,23.096351623535156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,2,power_law_1.01,5.150934219360352
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,2,power_law_1.2,1.8598432540893555
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,2,power_law_1.2,2.9595327377319336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,2,power_law_1.01,1.7386079788208009
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,2,power_law_1.01,2.9769344329833984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,2,power_law_1.2,1.9291679382324218
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,2,power_law_1.01,1.804934310913086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,2,power_law_1.2,3.0601951599121096
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,2,power_law_1.01,5.353359985351562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,2,power_law_1.01,3.037014389038086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,2,power_law_1.2,1.9954111099243164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,2,power_law_1.01,1.819875144958496
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,2,power_law_1.2,4.622032165527344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,2,power_law_1.01,3.3461631774902343
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,2,power_law_1.2,2.1541088104248045
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,2,power_law_1.01,5.712464141845703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,2,power_law_1.01,1.883919906616211
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,2,1,power_law_1.2,24.86537322998047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,2,power_law_1.01,3.5328289031982423
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,2,power_law_1.2,2.7643232345581055
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,2,power_law_1.01,1.9747360229492188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,2,power_law_1.2,4.842003250122071
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,2,power_law_1.01,6.200774383544922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,2,power_law_1.01,2.1174560546875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,2,power_law_1.2,2.8756479263305663
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,2,1,power_law_1.2,33.56834106445312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,2,power_law_1.01,4.167254257202148
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,2,1,power_law_1.2,28.723721313476563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,2,power_law_1.2,5.032860946655274
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,2,power_law_1.01,2.3172096252441405
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,2,power_law_1.2,3.025382423400879
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,2,power_law_1.01,6.856336212158203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,2,power_law_1.01,4.824675369262695
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,2,power_law_1.2,5.396640014648438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,2,power_law_1.01,2.6324800491333007
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,2,power_law_1.2,3.1075679779052736
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,2,power_law_1.01,2.9406784057617186
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,2,power_law_1.01,7.580067443847656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,2,power_law_1.01,6.223283386230468
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,2,power_law_1.2,3.405628967285156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,2,power_law_1.2,5.842966461181641
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,2,power_law_1.01,3.751027297973633
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,2,power_law_1.2,3.7227550506591798
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,2,power_law_1.2,6.3474273681640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,2,power_law_1.01,7.591664123535156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,2,power_law_1.01,8.685587310791016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,2,power_law_1.01,4.605984115600586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,2,power_law_1.2,4.391977691650391
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,2,power_law_1.2,7.247058868408203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,2,power_law_1.2,5.086687850952148
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,2,power_law_1.01,6.403068542480469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,2,power_law_1.01,9.970182037353515
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,2,power_law_1.01,10.7216064453125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,2,1,power_law_1.2,50.13350830078125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,2,1,power_law_1.2,45.30276184082031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,2,power_law_1.2,7.744777679443359
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,2,power_law_1.2,6.6919807434082035
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,2,1,power_law_1.2,49.89286804199219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,2,power_law_1.01,8.00097885131836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,2,power_law_1.01,13.220191955566406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,2,power_law_1.01,13.576979064941407
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,2,power_law_1.2,9.412944030761718
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,2,power_law_1.2,8.305248260498047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,2,power_law_1.2,0.1335584044456482
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,2,power_law_1.01,11.230716705322266
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,2,power_law_1.2,10.65091552734375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,2,power_law_1.2,11.057609558105469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,2,power_law_1.01,16.11297607421875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,2,power_law_1.01,19.234576416015624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,2,power_law_1.01,14.213027954101562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,2,power_law_1.2,0.2239680051803589
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,2,power_law_1.2,13.828562927246093
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,2,power_law_1.2,14.254631042480469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,2,power_law_1.2,0.2675807952880859
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,2,power_law_1.2,0.31709120273590086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,2,power_law_1.2,0.5506815910339355
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,2,power_law_1.01,21.914105224609376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,2,power_law_1.2,0.7564735889434815
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,2,power_law_1.01,17.81403503417969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,2,power_law_1.2,0.9404095649719239
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,2,power_law_1.01,25.67091064453125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,2,power_law_1.2,17.303730773925782
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,2,power_law_1.2,1.3177375793457031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,2,power_law_1.2,20.66532745361328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,2,power_law_1.2,1.4184736251831054
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,2,power_law_1.2,1.4829536437988282
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,2,power_law_1.2,1.546678352355957
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,2,power_law_1.2,1.6173471450805663
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,2,power_law_1.01,28.6072998046875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,2,power_law_1.2,23.16900177001953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,2,power_law_1.2,1.6798751831054688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,2,power_law_1.01,26.708102416992187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,2,1,power_law_1.2,89.68995971679688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,2,power_law_1.2,1.775062370300293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,2,1,power_law_1.01,0.12799359560012818
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,2,power_law_1.01,31.5718994140625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,2,power_law_1.2,26.707821655273438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,2,power_law_1.2,1.8278400421142578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,2,1,power_law_1.01,0.22074880599975585
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,2,1,power_law_1.2,99.56386108398438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,2,1,power_law_1.01,0.44443840980529786
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,2,power_law_1.2,1.8708576202392577
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,2,1,power_law_1.01,0.494048023223877
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,2,1,power_law_1.01,0.10124160051345825
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,2,power_law_1.2,2.015945625305176
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,2,1,power_law_1.01,0.18383359909057617
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,2,1,power_law_1.01,1.01179838180542
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,2,power_law_1.2,2.1829471588134766
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,2,1,power_law_1.01,0.30098559856414797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,2,1,power_law_1.01,1.49269437789917
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,2,1,power_law_1.01,0.3749119997024536
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,2,power_law_1.2,2.3799455642700194
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,2,1,power_law_1.01,1.7808767318725587
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,2,power_law_1.2,31.03008117675781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,2,1,power_law_1.01,0.7053728103637695
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,2,power_law_1.01,37.010986328125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,2,power_law_1.2,2.8989280700683593
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,2,1,power_law_1.01,2.401772880554199
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,2,1,power_law_1.01,1.044115161895752
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,2,1,power_law_1.01,1.2231136322021485
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,2,power_law_1.2,3.21343994140625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,2,1,power_law_1.01,2.5538848876953124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,2,power_law_1.2,33.838253784179685
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,2,1,power_law_1.01,1.64466552734375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,2,1,power_law_1.01,2.603561592102051
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,2,power_law_1.2,4.03559684753418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,2,1,power_law_1.01,1.732316780090332
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,2,1,power_law_1.01,2.7872383117675783
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,2,1,power_law_1.01,1.8260128021240234
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,2,power_law_1.2,4.758393478393555
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,2,power_law_1.01,48.98234252929687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,2,power_law_1.01,51.969488525390624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,2,1,power_law_1.01,2.9253728866577147
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,2,1,power_law_1.01,1.9015104293823242
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,2,1,power_law_1.01,3.0191776275634767
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,2,1,power_law_1.01,2.0335840225219726
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,2,power_law_1.2,6.445977783203125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,2,1,power_law_1.01,0.08985919952392578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,2,power_law_1.2,37.80055541992188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,2,1,power_law_1.01,2.084931182861328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,2,1,power_law_1.01,3.1461856842041014
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,2,1,power_law_1.01,0.13119360208511352
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,2,1,power_law_1.01,0.21760640144348145
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,2,1,power_law_1.01,2.200003242492676
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,2,1,power_law_1.01,3.340198516845703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,2,power_law_1.2,8.014598083496093
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,2,1,power_law_1.01,0.3051455974578857
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,2,1,power_law_1.01,2.369299125671387
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,2,1,power_law_1.01,0.5827328205108643
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,2,1,power_law_1.01,3.453036880493164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,2,1,power_law_1.01,0.864076805114746
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,2,1,power_law_1.01,2.569708824157715
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,2,power_law_1.01,54.16459350585937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,2,1,power_law_1.01,1.0302144050598145
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,2,1,power_law_1.01,5.071875381469726
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,2,power_law_1.2,11.28384017944336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,2,1,power_law_1.01,2.975779151916504
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,2,1,power_law_1.01,1.3623616218566894
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,2,power_law_1.2,50.7335205078125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,2,1,power_law_1.01,3.1665088653564455
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,2,1,power_law_1.01,5.475215911865234
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,2,1,power_law_1.01,1.4408224105834961
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,2,1,power_law_1.01,1.4887071609497071
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,2,1,power_law_1.01,3.420899200439453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,2,1,power_law_1.01,5.868767929077149
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,2,1,power_law_1.01,1.5636223793029784
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,2,power_law_1.2,14.789741516113281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,2,1,power_law_1.01,3.9622974395751953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,2,1,power_law_1.01,1.6438943862915039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,2,1,power_law_1.01,6.564028930664063
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,2,1,power_law_1.01,1.7060895919799806
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,2,1,power_law_1.01,4.562166213989258
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,2,1,power_law_1.01,1.7541568756103516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,2,1,power_law_1.01,7.188825225830078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,2,power_law_1.2,56.575445556640624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,2,1,power_law_1.01,1.8030431747436524
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,2,1,power_law_1.01,5.831283187866211
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,2,1,power_law_1.01,1.8152639389038085
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,2,power_law_1.2,17.86169891357422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,2,1,power_law_1.01,1.939913558959961
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,2,1,power_law_1.01,8.289801788330077
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,2,1,power_law_1.01,7.205705261230468
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,2,1,power_law_1.01,2.1026399612426756
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.01,2.271504020690918
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,2,1,power_law_1.01,9.442313385009765
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,2,1,power_law_1.01,9.827155303955077
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.01,2.573324775695801
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,2,power_law_1.01,95.81139526367187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,2,1,power_law_1.2,0.1321727991104126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.01,2.962940788269043
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,2,1,power_law_1.2,0.22049920558929442
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,2,1,power_law_1.2,0.28809280395507814
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,2,power_law_1.2,27.670272827148438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,2,1,power_law_1.01,11.840927886962891
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.01,3.6819168090820313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,2,1,power_law_1.01,12.44579849243164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,2,1,power_law_1.2,0.5061791896820068
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,2,1,power_law_1.2,0.889788818359375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.01,4.4431713104248045
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,2,1,power_law_1.2,1.2903871536254883
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,2,1,power_law_1.2,1.5520895957946776
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,2,1,power_law_1.01,14.490608215332031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.01,5.7901569366455075
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,2,1,power_law_1.2,2.2845855712890626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,2,1,power_law_1.01,17.713792419433595
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,2,1,power_law_1.2,2.426399993896484
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.01,7.371171569824218
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,2,power_law_1.01,107.084619140625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,2,1,power_law_1.2,2.5268320083618163
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,2,power_law_1.2,101.92560424804688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,2,1,power_law_1.2,0.10110399723052979
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,2,1,power_law_1.2,2.6814592361450194
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,2,1,power_law_1.2,0.17875200510025024
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,2,1,power_law_1.01,19.788458251953124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.01,10.246028900146484
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,2,1,power_law_1.2,0.24361600875854492
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,2,1,power_law_1.2,2.8811296463012694
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,2,1,power_law_1.2,0.35239999294281005
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,2,1,power_law_1.01,22.944053649902344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,2,1,power_law_1.2,0.6190815925598144
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,2,1,power_law_1.2,2.9741439819335938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,2,1,power_law_1.2,0.9141695976257325
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,2,1,power_law_1.2,0.08979840278625488
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,2,1,power_law_1.2,3.1471488952636717
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,2,1,power_law_1.2,1.0766400337219237
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.01,13.216455078125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,2,power_law_1.2,55.46912841796875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,2,1,power_law_1.2,3.429167938232422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,4,power_law_1.01,0.29531519412994384
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,2,1,power_law_1.2,1.567084789276123
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,4,power_law_1.01,0.27146239280700685
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,2,1,power_law_1.2,0.12703360319137574
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,2,1,power_law_1.01,25.210223388671874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,2,1,power_law_1.2,1.6517951965332032
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,2,1,power_law_1.2,3.700851058959961
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,2,1,power_law_1.2,0.18029760122299193
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,2,1,power_law_1.2,1.7167072296142578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,2,1,power_law_1.2,0.30433599948883056
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,4,power_law_1.01,0.3660032033920288
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,4,power_law_1.01,0.37305920124053954
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,2,power_law_1.2,113.76632080078124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,2,1,power_law_1.2,5.197843170166015
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,4,power_law_1.01,0.3758368015289307
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,4,power_law_1.01,0.2121216058731079
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,2,1,power_law_1.2,0.514086389541626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,4,power_law_1.01,0.38200318813323975
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,2,1,power_law_1.2,1.8513504028320313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,4,power_law_1.01,0.20367999076843263
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,4,power_law_1.01,0.38874239921569825
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,2,1,power_law_1.01,16.086143493652344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,4,power_law_1.01,0.3940223932266235
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,4,power_law_1.01,0.43566079139709474
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,2,1,power_law_1.01,28.302102661132814
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,4,power_law_1.01,0.44281277656555174
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,2,1,power_law_1.2,0.7611455917358398
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,4,power_law_1.01,0.45815038681030273
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,2,1,power_law_1.2,1.9886911392211915
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,4,power_law_1.01,0.4802815914154053
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,4,power_law_1.01,0.49223999977111815
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,2,1,power_law_1.2,5.5940288543701175
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,2,1,power_law_1.2,0.9279040336608887
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,4,power_law_1.01,0.5595903873443604
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,4,power_law_1.01,0.6306272029876709
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,2,1,power_law_1.2,2.08306884765625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,4,power_law_1.01,0.7185472011566162
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,4,power_law_1.01,0.2898303985595703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,4,power_law_1.01,0.8692352294921875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,2,1,power_law_1.2,1.2832192420959472
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,4,power_law_1.01,0.30158400535583496
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,4,power_law_1.01,0.30730879306793213
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,4,power_law_1.01,1.2408960342407227
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,4,power_law_1.01,0.3153215885162354
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,4,power_law_1.01,0.3226016044616699
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,2,1,power_law_1.2,2.2005727767944334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,2,1,power_law_1.2,6.058380889892578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,4,power_law_1.01,0.3355423927307129
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,4,power_law_1.01,1.730931282043457
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,2,1,power_law_1.2,1.386259174346924
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,4,power_law_1.01,0.35387840270996096
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,4,power_law_1.01,0.3674335956573486
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,4,power_law_1.01,0.3878688097000122
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,4,power_law_1.01,2.562508773803711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,4,power_law_1.01,0.4271552085876465
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,4,power_law_1.01,0.4763328075408936
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,2,1,power_law_1.2,2.3817344665527345
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,2,1,power_law_1.2,1.4063743591308593
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,4,power_law_1.01,0.5406335830688477
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,4,power_law_1.01,0.5922368049621582
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,4,power_law_1.01,3.6069889068603516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,4,power_law_1.01,0.6481247901916504
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,2,1,power_law_1.01,33.461953735351564
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,2,1,power_law_1.2,6.81292495727539
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,4,power_law_1.01,0.8743552207946778
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,2,1,power_law_1.2,1.528287982940674
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,2,1,power_law_1.2,2.6271903991699217
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,4,power_law_1.01,1.2683423995971679
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,4,power_law_1.01,5.1173248291015625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,4,power_law_1.01,1.8166656494140625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,2,1,power_law_1.01,24.75552978515625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,2,1,power_law_1.2,1.5682559967041017
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,2,1,power_law_1.2,3.04455680847168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,4,power_law_1.01,2.5706975936889647
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,2,1,power_law_1.2,1.6191295623779296
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,2,1,power_law_1.2,7.381043243408203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,4,power_law_1.01,7.569213104248047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,4,power_law_1.01,3.3105567932128905
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,2,1,power_law_1.2,3.2710208892822266
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,2,1,power_law_1.2,1.7239263534545899
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,4,power_law_1.01,5.779574584960938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,2,1,power_law_1.2,1.7825887680053711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,2,1,power_law_1.2,3.523331069946289
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,2,1,power_law_1.2,8.660652923583985
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,4,power_law_1.01,11.681475067138672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,4,power_law_1.01,6.594796752929687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,2,1,power_law_1.2,1.850921630859375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,2,1,power_law_1.01,44.020242309570314
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,2,1,power_law_1.2,4.161465454101562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,2,1,power_law_1.2,1.9825056076049805
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,4,power_law_1.01,8.459340667724609
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,2,1,power_law_1.2,9.924156951904298
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,2,1,power_law_1.2,2.19117431640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,2,1,power_law_1.2,4.792131042480468
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,4,power_law_1.01,13.776947021484375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.2,2.3274688720703125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,2,1,power_law_1.2,6.049942398071289
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.2,2.7187007904052733
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,4,power_law_1.01,13.51619873046875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,2,1,power_law_1.2,12.449193572998047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,2,1,power_law_1.01,48.04055480957031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.2,3.0730592727661135
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,2,1,power_law_1.2,7.409619140625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,4,power_law_1.01,23.66956787109375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.2,3.828451156616211
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,2,1,power_law_1.01,49.213156127929686
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,4,power_law_1.01,0.16160320043563842
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,4,power_law_1.01,0.1665120005607605
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,4,power_law_1.01,0.1906208038330078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,4,power_law_1.01,0.18665920495986937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,4,power_law_1.01,0.17862720489501954
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,4,power_law_1.01,0.19228800535202026
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,4,power_law_1.01,21.301516723632812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.2,4.570233535766602
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,4,power_law_1.01,0.1962272047996521
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,2,1,power_law_1.2,15.13802490234375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,4,power_law_1.01,0.1988576054573059
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,4,power_law_1.01,0.21241600513458253
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,2,1,power_law_1.2,10.055219268798828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,4,power_law_1.01,0.21678400039672852
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,4,power_law_1.01,0.23042240142822265
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,4,power_law_1.01,0.251859188079834
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,4,power_law_1.01,0.2684031963348389
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,4,power_law_1.01,0.31090240478515624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,4,power_law_1.01,0.3574656009674072
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,4,power_law_1.01,0.40935678482055665
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,4,power_law_1.01,0.49002561569213865
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.2,5.997241592407226
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,4,power_law_1.01,0.7157472133636474
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,4,power_law_1.01,0.890009593963623
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,4,power_law_1.01,1.4348416328430176
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,4,power_law_1.01,1.7871456146240234
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,2,1,power_law_1.2,12.681743621826172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,4,power_law_1.01,2.5590463638305665
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.2,7.459033966064453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,4,power_law_1.01,3.1717119216918945
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,2,1,power_law_1.2,20.454917907714844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,4,power_law_1.01,29.143438720703124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,4,power_law_1.01,5.0659839630126955
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,4,power_law_1.01,43.202981567382814
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.2,10.13108139038086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,4,power_law_1.01,7.695372772216797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,2,1,power_law_1.2,17.95415344238281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,4,power_law_1.01,11.350656127929687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,2,1,power_law_1.01,85.97029418945313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.2,13.264115905761718
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,2,1,power_law_1.2,25.844375610351562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,4,power_law_1.2,0.26750400066375735
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,4,power_law_1.2,0.2805056095123291
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,4,power_law_1.01,36.58414306640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,4,power_law_1.01,16.290943908691407
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,2,1,power_law_1.2,23.156950378417967
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,4,power_law_1.2,0.3589567899703979
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,2,1,power_law_1.2,16.06042938232422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,4,power_law_1.01,43.551266479492185
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,4,power_law_1.2,0.37221760749816896
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,2,1,power_law_1.01,92.86384887695313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,4,power_law_1.2,0.3740319967269897
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,4,power_law_1.2,0.20517439842224122
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,4,power_law_1.2,0.38114879131317136
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,4,power_law_1.2,0.2108288049697876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,4,power_law_1.2,0.3934560060501099
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,4,power_law_1.2,0.4007872104644775
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,4,power_law_1.01,19.598892211914062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,4,power_law_1.2,0.4384352207183838
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,4,power_law_1.2,0.44471039772033694
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,4,power_law_1.2,0.4577439785003662
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,4,power_law_1.2,0.493558406829834
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,4,power_law_1.2,0.5164224147796631
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,2,1,power_law_1.2,33.92569580078125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,4,power_law_1.2,0.605302381515503
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,4,power_law_1.2,0.671446418762207
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,4,power_law_1.2,0.8718527793884278
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,4,power_law_1.2,0.28904640674591064
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,4,power_law_1.2,0.9275168418884278
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,4,power_law_1.2,0.3013024091720581
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,4,power_law_1.2,0.3078943967819214
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,4,power_law_1.2,0.314192008972168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,4,power_law_1.2,1.4188960075378418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,4,power_law_1.2,0.3282912015914917
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,4,power_law_1.2,0.34700798988342285
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,4,power_law_1.2,1.7419776916503906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,4,power_law_1.2,0.3629631996154785
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,2,1,power_law_1.2,28.636685180664063
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,4,power_law_1.2,0.3794847965240479
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,4,power_law_1.2,0.39756479263305666
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,4,power_law_1.2,2.6516223907470704
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,4,power_law_1.2,0.42823038101196287
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,2,1,power_law_1.2,24.525631713867188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,4,power_law_1.2,0.4596255779266357
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,4,power_law_1.2,0.515503978729248
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,4,power_law_1.2,0.5729695796966553
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,4,power_law_1.2,3.7014240264892577
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,4,power_law_1.2,0.6926464080810547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,4,power_law_1.2,0.9698783874511718
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,4,power_law_1.2,1.3077759742736816
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,4,power_law_1.2,1.6525663375854491
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,4,power_law_1.2,6.487824249267578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,4,power_law_1.2,2.7425312042236327
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,4,power_law_1.01,32.62521667480469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,4,power_law_1.2,3.8771137237548827
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,4,power_law_1.2,7.631075286865235
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,4,power_law_1.01,60.469537353515626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,4,power_law_1.2,5.6889598846435545
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,4,power_law_1.2,12.633853149414062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,4,power_law_1.2,7.543264007568359
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,2,1,power_law_1.2,48.816680908203125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,4,power_law_1.01,73.11527709960937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,4,power_law_1.2,11.427526092529297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,2,1,power_law_1.2,44.200253295898435
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,4,power_law_1.2,19.89844207763672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,2,1,power_law_1.2,48.41690368652344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,4,power_law_1.2,14.648605346679688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,4,power_law_1.2,0.16187520027160646
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,4,power_law_1.2,0.16563520431518555
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,4,power_law_1.2,0.18725759983062745
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,4,power_law_1.2,0.19041279554367066
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,4,power_law_1.2,0.1858944058418274
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,4,power_law_1.2,0.18881920576095582
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,4,power_law_1.2,0.19219199419021607
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,4,power_law_1.2,0.19849599599838258
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,4,power_law_1.2,0.216211199760437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,4,power_law_1.2,0.22257280349731445
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,4,power_law_1.2,0.2321120023727417
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,4,power_law_1.2,0.27092800140380857
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,4,power_law_1.2,0.27429440021514895
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,4,power_law_1.2,0.3068320035934448
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,4,power_law_1.2,0.35728960037231444
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,4,power_law_1.2,0.4130559921264648
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,4,power_law_1.2,0.5125247955322265
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,4,power_law_1.2,0.7570176124572754
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,4,power_law_1.2,1.0445119857788085
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,4,power_law_1.2,1.430476760864258
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,4,power_law_1.2,1.9651424407958984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,4,power_law_1.01,70.13635864257813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,4,power_law_1.2,32.698944091796875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,4,power_law_1.2,24.856842041015625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,4,power_law_1.2,2.8326208114624025
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,4,power_law_1.2,3.9406112670898437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,4,power_law_1.2,5.734128189086914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,4,1,power_law_1.01,0.067331200838089
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,4,power_law_1.2,7.809081268310547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,4,1,power_law_1.01,0.08272320032119751
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,4,power_law_1.2,12.769132995605469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,4,power_law_1.2,36.23849792480469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,4,power_law_1.2,40.08944396972656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,4,1,power_law_1.01,0.11141120195388794
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,4,power_law_1.2,15.696896362304688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,2,1,power_law_1.2,86.2193359375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,4,1,power_law_1.01,0.18019200563430787
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,2,1,power_law_1.2,93.72033081054687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,4,1,power_law_1.01,0.19731199741363525
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,4,power_law_1.2,20.550796508789062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,4,1,power_law_1.01,0.06507840156555175
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,4,1,power_law_1.01,0.07273600101470948
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,4,1,power_law_1.01,0.09522560238838196
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,4,power_law_1.2,39.826483154296874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,4,1,power_law_1.01,0.04755840003490448
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,4,1,power_law_1.01,0.20151360034942628
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,4,power_law_1.2,49.04264831542969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,4,power_law_1.01,156.088720703125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,4,1,power_law_1.01,0.11769599914550781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,4,1,power_law_1.01,0.11977599859237671
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,4,1,power_law_1.01,0.12211840152740479
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,4,1,power_law_1.01,0.12284799814224243
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,4,1,power_law_1.01,0.12488319873809814
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,4,1,power_law_1.01,0.1323423981666565
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,4,1,power_law_1.01,0.19791359901428224
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,4,1,power_law_1.01,0.058982402086257935
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,4,1,power_law_1.01,0.1363968014717102
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,4,1,power_law_1.01,0.15381759405136108
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,4,1,power_law_1.01,0.17151039838790894
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,4,1,power_law_1.01,0.17660800218582154
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,4,1,power_law_1.01,0.18158719539642335
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,4,1,power_law_1.01,0.21139519214630126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,4,1,power_law_1.01,0.23004159927368165
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,4,1,power_law_1.01,0.26005120277404786
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,4,power_law_1.2,36.402767944335935
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,4,1,power_law_1.01,0.34031679630279543
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,4,1,power_law_1.2,0.06718400120735168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,4,1,power_law_1.01,0.4178783893585205
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,4,1,power_law_1.01,0.5873087882995606
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,4,1,power_law_1.01,0.7466879844665527
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,4,1,power_law_1.01,1.0812959671020508
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,4,1,power_law_1.01,1.3873632431030274
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,4,1,power_law_1.01,0.1927904009819031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,4,1,power_law_1.01,0.199616003036499
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,4,1,power_law_1.01,2.034115219116211
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,4,power_law_1.01,163.71727294921874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,4,1,power_law_1.01,0.06884480118751526
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,4,1,power_law_1.01,2.7504064559936525
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,4,1,power_law_1.2,0.07976319789886474
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,4,1,power_law_1.01,4.157648086547852
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,4,1,power_law_1.01,5.515184020996093
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,4,1,power_law_1.01,0.21099519729614258
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,4,1,power_law_1.01,0.11524159908294677
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,4,1,power_law_1.2,0.12789440155029297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,4,1,power_law_1.01,0.10724159479141235
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,4,1,power_law_1.2,0.048153600096702574
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,4,1,power_law_1.01,6.947014617919922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,4,1,power_law_1.01,0.24090240001678467
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,4,1,power_law_1.01,0.24883840084075928
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,4,1,power_law_1.01,0.256166410446167
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,4,power_law_1.2,72.16084594726563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,4,1,power_law_1.01,11.04430694580078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,4,1,power_law_1.2,0.1847615957260132
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,4,1,power_law_1.2,0.05510079860687256
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,4,1,power_law_1.01,0.1116096019744873
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,4,1,power_law_1.01,0.11151679754257202
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,4,1,power_law_1.01,0.11208640336990357
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,4,1,power_law_1.01,0.11357439756393432
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,4,1,power_law_1.01,0.12059520483016968
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,4,1,power_law_1.01,0.13159359693527223
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,4,1,power_law_1.01,0.14727360010147095
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,4,1,power_law_1.2,0.19413119554519653
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,4,1,power_law_1.01,0.15196160078048707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,4,1,power_law_1.01,0.14557759761810302
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,4,1,power_law_1.01,0.16773120164871216
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,4,1,power_law_1.01,0.1788800001144409
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,4,1,power_law_1.01,0.17055360078811646
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,4,1,power_law_1.01,0.21974399089813232
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,4,power_law_1.2,86.51212158203126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,4,1,power_law_1.01,0.26781439781188965
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,4,power_law_1.2,70.1777099609375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,4,1,power_law_1.01,22.236373901367188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,4,1,power_law_1.01,0.27858240604400636
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,4,1,power_law_1.2,0.20168960094451904
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,4,1,power_law_1.2,0.06703680157661437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,4,1,power_law_1.01,0.27739839553833007
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,4,power_law_1.01,0.3683295965194702
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,4,1,power_law_1.2,0.07055360078811646
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,4,power_law_1.01,0.3523967981338501
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,4,1,power_law_1.2,0.08507840037345886
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,4,1,power_law_1.2,0.07543039917945862
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,4,1,power_law_1.2,0.11884479522705078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,4,power_law_1.01,0.4547935962677002
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,4,1,power_law_1.2,0.11919360160827637
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,4,1,power_law_1.2,0.12256640195846558
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,4,power_law_1.01,0.5639359951019287
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,4,1,power_law_1.2,0.12356480360031127
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,4,power_law_1.01,0.5681536197662354
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,4,1,power_law_1.2,0.12485439777374267
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,4,1,power_law_1.2,0.13721280097961425
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,4,power_law_1.01,0.5841951847076416
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,4,1,power_law_1.2,0.14285759925842284
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,4,power_law_1.01,0.5959455966949463
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,4,1,power_law_1.2,0.19268159866333007
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,4,1,power_law_1.2,0.15559680461883546
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,4,power_law_1.01,0.6062079906463623
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,4,1,power_law_1.2,0.17195199728012084
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,4,1,power_law_1.2,0.1757823944091797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,4,power_law_1.01,0.6235712051391602
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,4,1,power_law_1.2,0.18127679824829102
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,4,1,power_law_1.2,0.11307519674301147
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,4,power_law_1.01,0.645900821685791
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,4,1,power_law_1.2,0.20464639663696288
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,4,1,power_law_1.2,0.10769280195236205
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,4,1,power_law_1.2,0.23026559352874756
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,4,power_law_1.01,0.6548704147338867
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,4,1,power_law_1.2,0.258624005317688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,4,1,power_law_1.01,0.25525119304656985
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,4,power_law_1.01,0.6779168128967286
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,4,1,power_law_1.2,0.3357311964035034
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,4,1,power_law_1.01,0.34847679138183596
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,4,power_law_1.01,0.7679168224334717
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,4,1,power_law_1.2,0.41713600158691405
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,4,1,power_law_1.01,0.4359072208404541
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,4,1,power_law_1.2,0.5813888072967529
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,4,power_law_1.01,0.8781951904296875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,4,1,power_law_1.01,0.6155263900756835
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,4,1,power_law_1.01,0.27184960842132566
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,4,1,power_law_1.2,0.7451839923858643
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,4,1,power_law_1.01,0.34641280174255373
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,4,power_law_1.01,1.1525856018066407
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,4,1,power_law_1.01,0.7873439788818359
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,4,1,power_law_1.01,0.41120638847351076
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,4,1,power_law_1.2,1.0722399711608888
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,4,power_law_1.01,1.2766624450683595
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,4,1,power_law_1.01,0.5536064147949219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,4,1,power_law_1.01,1.1532928466796875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,4,1,power_law_1.2,1.3791007995605469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,4,1,power_law_1.01,0.6952127933502197
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,4,power_law_1.01,1.4527168273925781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,4,1,power_law_1.01,1.516323184967041
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,4,1,power_law_1.01,0.9993824005126953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,4,1,power_law_1.2,2.041062355041504
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,4,power_law_1.01,2.2221952438354493
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,4,1,power_law_1.01,1.3170559883117676
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,4,1,power_law_1.2,0.19484479427337648
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,4,1,power_law_1.01,2.3128639221191407
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,4,1,power_law_1.2,0.20064959526062012
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,4,1,power_law_1.2,2.691209602355957
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,4,1,power_law_1.01,1.9162752151489257
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,4,power_law_1.01,3.2019840240478517
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,4,1,power_law_1.01,3.1040992736816406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,4,1,power_law_1.01,2.7200767517089846
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,4,1,power_law_1.2,0.10959680080413818
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,4,1,power_law_1.2,0.11210240125656128
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,4,1,power_law_1.2,4.094108963012696
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,4,power_law_1.01,4.039177703857422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,4,1,power_law_1.2,0.1118016004562378
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,4,1,power_law_1.2,0.11472959518432617
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,4,1,power_law_1.2,0.12252800464630127
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,4,1,power_law_1.01,3.9124065399169923
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,4,1,power_law_1.2,0.1282431960105896
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,4,1,power_law_1.01,3.975235366821289
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,4,1,power_law_1.2,0.14479999542236327
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,4,1,power_law_1.2,0.15346879959106446
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,4,1,power_law_1.2,0.1446112036705017
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,4,1,power_law_1.2,0.1644703984260559
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,4,1,power_law_1.2,5.53600959777832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,4,power_law_1.01,5.770572662353516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,4,1,power_law_1.2,0.17657920122146606
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,4,1,power_law_1.2,0.16918400526046753
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,4,1,power_law_1.2,0.21777920722961425
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,4,1,power_law_1.01,5.434172821044922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,4,1,power_law_1.01,6.315750503540039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,4,1,power_law_1.2,0.216483211517334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,4,1,power_law_1.2,6.94005126953125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,4,power_law_1.01,8.590160369873047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,4,1,power_law_1.01,6.8810783386230465
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,4,1,power_law_1.2,0.23285439014434814
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,4,1,power_law_1.2,0.2509471893310547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,4,1,power_law_1.01,12.647071838378906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,4,1,power_law_1.2,10.973052978515625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,4,1,power_law_1.2,0.2571712017059326
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,4,power_law_1.01,11.733049774169922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,4,1,power_law_1.01,10.887391662597656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,4,power_law_1.01,0.2806816101074219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,4,power_law_1.01,0.26293439865112306
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,4,1,power_law_1.2,0.2583103895187378
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,4,1,power_law_1.2,0.34919679164886475
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,4,1,power_law_1.2,0.43300800323486327
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,4,1,power_law_1.2,0.612931203842163
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,4,1,power_law_1.2,0.7890944004058837
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,4,power_law_1.01,0.3548288106918335
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,4,1,power_law_1.2,1.14650239944458
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,4,1,power_law_1.2,1.4867039680480958
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,4,power_law_1.01,21.85033264160156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,4,1,power_law_1.2,21.909382629394532
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,4,1,power_law_1.2,2.275702476501465
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,4,power_law_1.01,0.18483200073242187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,4,power_law_1.01,0.20717120170593262
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,4,1,power_law_1.01,21.668521118164062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,4,power_law_1.01,0.2318880081176758
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,4,power_law_1.01,0.24612159729003907
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,4,1,power_law_1.2,0.25657598972320556
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,4,power_law_1.01,0.24735679626464843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,4,1,power_law_1.2,0.27688000202178953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,4,1,power_law_1.2,3.1180351257324217
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,4,power_law_1.01,0.25023999214172366
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,4,1,power_law_1.2,0.28269760608673095
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,4,power_law_1.01,0.2541887998580933
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,4,power_law_1.01,0.4051040172576904
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,4,power_law_1.01,0.2571392059326172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,4,power_law_1.2,0.3323296070098877
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,4,power_law_1.01,0.4074336051940918
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,4,power_law_1.01,0.2766752004623413
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,4,power_law_1.2,0.33415999412536623
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,4,power_law_1.01,0.41294078826904296
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,4,power_law_1.01,0.2839168071746826
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,4,1,power_law_1.2,3.859785461425781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,4,power_law_1.01,0.29749441146850586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,4,power_law_1.01,0.4242239952087402
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,4,power_law_1.01,0.3184544086456299
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,4,power_law_1.01,0.44171838760375975
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,4,power_law_1.2,137.17755126953125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,4,power_law_1.01,0.3487488031387329
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,4,power_law_1.01,0.4859072208404541
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,4,power_law_1.2,0.26464641094207764
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,4,power_law_1.01,0.4575295925140381
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,4,power_law_1.01,0.5026912212371826
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,4,power_law_1.2,0.2755295991897583
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,4,power_law_1.01,0.546614408493042
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,4,power_law_1.01,0.5702784061431885
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,4,power_law_1.2,0.40556797981262205
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,4,power_law_1.01,0.5928351879119873
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,4,power_law_1.01,0.6031744003295898
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,4,power_law_1.2,0.40654401779174804
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,4,power_law_1.01,0.721673583984375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,4,power_law_1.2,0.4089824199676514
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,4,power_law_1.01,0.6427360057830811
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,4,1,power_law_1.2,6.305542373657227
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,4,power_law_1.2,0.4184095859527588
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,4,power_law_1.01,0.982271957397461
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,4,power_law_1.01,0.9052127838134766
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,4,power_law_1.2,0.4357344150543213
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,4,power_law_1.2,0.45067200660705564
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,4,power_law_1.01,1.0248160362243652
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,4,power_law_1.01,1.3561696052551269
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,4,power_law_1.2,0.5109280109405517
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,4,power_law_1.2,0.4630688190460205
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,4,power_law_1.01,1.1721952438354493
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,4,power_law_1.2,0.5404319763183594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,4,power_law_1.01,1.7963167190551759
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,4,power_law_1.2,0.5926464080810547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,4,power_law_1.01,1.49136323928833
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,4,power_law_1.2,0.6679488182067871
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,4,power_law_1.2,0.6635551929473877
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,4,power_law_1.01,2.7362848281860352
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,4,power_law_1.01,1.9448448181152345
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,4,power_law_1.01,29.381912231445312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,4,power_law_1.2,0.8956607818603516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,4,power_law_1.2,1.063385581970215
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,4,power_law_1.01,2.9011072158813476
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,4,power_law_1.01,3.9206302642822264
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,4,power_law_1.2,1.163980770111084
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,4,1,power_law_1.2,12.654796600341797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,4,power_law_1.2,0.5642111778259278
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,4,1,power_law_1.2,0.27375359535217286
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,4,power_law_1.2,1.5678303718566895
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,4,power_law_1.2,0.5708960056304931
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,4,power_law_1.2,0.2227776050567627
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,4,1,power_law_1.2,0.348636794090271
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,4,power_law_1.2,0.24020159244537354
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,4,power_law_1.2,0.582806396484375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,4,power_law_1.01,3.966172790527344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,4,1,power_law_1.2,0.41751680374145506
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,4,power_law_1.2,0.24134719371795654
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,4,power_law_1.2,2.1972543716430666
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,4,power_law_1.2,0.5980576038360595
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,4,power_law_1.2,0.24633920192718506
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,4,1,power_law_1.2,0.5612607955932617
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,4,power_law_1.01,5.776559829711914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,4,power_law_1.2,0.24762239456176757
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,4,power_law_1.2,0.6086175918579102
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,4,1,power_law_1.2,0.7004672050476074
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,4,power_law_1.2,0.25049281120300293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,4,power_law_1.2,0.635536003112793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,4,power_law_1.2,0.25451200008392333
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,4,1,power_law_1.2,1.01910400390625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,4,power_law_1.2,3.2544479370117188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,4,power_law_1.2,0.6457695960998535
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,4,power_law_1.2,0.2575839996337891
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,4,power_law_1.2,0.2719007968902588
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,4,power_law_1.2,0.6538080215454102
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,4,power_law_1.01,5.667452621459961
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,4,1,power_law_1.2,1.302790355682373
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,4,power_law_1.2,0.2826783895492554
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,4,power_law_1.2,0.6940159797668457
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,4,power_law_1.2,0.2968672037124634
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,4,power_law_1.2,0.7869440078735351
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,4,power_law_1.2,0.33375039100646975
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,4,1,power_law_1.2,1.9143360137939454
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,4,power_law_1.2,4.669715118408203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,4,power_law_1.2,0.3550559997558594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,4,power_law_1.2,0.8620991706848145
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,4,power_law_1.2,0.4186880111694336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,4,power_law_1.01,8.962127685546875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,4,power_law_1.2,1.1648032188415527
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,4,power_law_1.2,0.5576128005981446
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,4,1,power_law_1.2,2.671673583984375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,4,power_law_1.2,0.6242047786712647
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,4,power_law_1.2,1.320902442932129
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,4,power_law_1.01,7.4185951232910154
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,4,power_law_1.2,0.7379424095153808
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,4,power_law_1.2,1.57806396484375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,4,power_law_1.2,5.769286346435547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,4,power_law_1.2,0.9981535911560059
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,4,1,power_law_1.2,4.095926284790039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,4,power_law_1.2,1.3591936111450196
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,4,power_law_1.2,2.63351993560791
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,4,power_law_1.2,2.175174331665039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,4,power_law_1.2,2.789936065673828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,4,power_law_1.01,11.138358306884765
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,4,1,power_law_1.2,5.434089660644531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,4,power_law_1.01,10.438444519042969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,4,power_law_1.2,2.977340888977051
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,4,power_law_1.2,9.098175811767579
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,4,power_law_1.2,4.773907089233399
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,4,power_law_1.2,4.5564319610595705
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,4,1,power_law_1.2,6.833583831787109
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,4,power_law_1.2,5.9937278747558596
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,4,power_law_1.2,174.85548095703126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,4,power_law_1.2,6.4846946716308596
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,4,power_law_1.2,12.852633666992187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,4,power_law_1.01,16.244320678710938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,4,power_law_1.01,49.55094604492187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,4,power_law_1.01,16.772933959960938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,4,1,power_law_1.2,10.898668670654297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,4,power_law_1.2,11.064733123779297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,4,power_law_1.2,10.318355560302734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,4,1,power_law_1.01,0.09001920223236085
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,4,power_law_1.2,13.273776245117187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,4,power_law_1.2,19.954975891113282
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,4,power_law_1.2,14.186793518066406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,4,power_law_1.01,22.667308044433593
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,4,1,power_law_1.2,21.756492614746094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,4,power_law_1.01,24.637017822265626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,4,1,power_law_1.01,0.1347424030303955
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,4,power_law_1.2,22.504095458984374
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,4,1,power_law_1.01,0.05972800254821777
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,4,power_law_1.2,19.73883514404297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,4,power_law_1.2,29.072216796875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,4,1,power_law_1.01,0.17532800436019896
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,4,power_law_1.01,51.98631591796875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,4,power_law_1.01,31.079071044921875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,4,1,power_law_1.01,0.08143360018730164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,4,power_law_1.01,35.91507263183594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,4,1,power_law_1.01,0.29311680793762207
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,4,power_law_1.2,28.085791015625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,4,power_law_1.2,32.25819396972656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,4,1,power_law_1.01,0.29303998947143556
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,4,1,power_law_1.01,0.11171519756317139
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,4,power_law_1.2,44.56480102539062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,4,power_law_1.2,28.21485290527344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,4,1,power_law_1.01,0.3222431898117065
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,4,power_law_1.01,48.41431884765625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,4,power_law_1.01,55.90914306640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,4,1,power_law_1.01,0.17028160095214845
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,4,power_law_1.2,51.77531127929687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,4,power_law_1.01,73.76325073242188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,4,1,power_law_1.01,0.3253887891769409
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,4,1,power_law_1.01,0.34529919624328614
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,4,1,power_law_1.01,0.3801887989044189
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,4,1,power_law_1.01,0.3324160099029541
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,4,1,power_law_1.01,0.3507551908493042
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,4,1,power_law_1.01,0.38045759201049806
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,4,1,power_law_1.01,0.39628798961639405
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,4,1,power_law_1.01,0.17462719678878785
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,4,1,power_law_1.01,0.39143359661102295
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,4,1,power_law_1.01,0.1753983974456787
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,4,1,power_law_1.01,0.40856318473815917
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,4,1,power_law_1.01,0.1751968026161194
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,4,1,power_law_1.01,0.42467198371887205
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,4,1,power_law_1.01,0.17828480005264283
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,4,1,power_law_1.01,0.18529280424118041
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,4,1,power_law_1.01,0.46352319717407225
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,4,1,power_law_1.01,0.579363203048706
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,4,1,power_law_1.01,0.6727168083190918
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,4,1,power_law_1.01,0.9150303840637207
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,4,power_law_1.2,65.522607421875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,4,power_law_1.2,57.2690673828125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,4,1,power_law_1.01,0.18856639862060548
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,4,1,power_law_1.01,0.1928256034851074
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,4,1,power_law_1.01,0.19615999460220337
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,4,1,power_law_1.01,0.1994912028312683
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,4,power_law_1.01,54.17406005859375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,4,1,power_law_1.01,1.1344575881958008
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,4,1,power_law_1.01,1.6486879348754884
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,4,1,power_law_1.01,2.2305248260498045
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,4,1,power_law_1.01,3.2773536682128905
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,4,power_law_1.2,68.8814697265625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,4,1,power_law_1.01,4.481404876708984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,4,1,power_law_1.01,0.234550404548645
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,4,1,power_law_1.01,0.2396672010421753
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,4,1,power_law_1.01,0.252457594871521
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,4,1,power_law_1.01,6.73394546508789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,4,1,power_law_1.01,0.2769599914550781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,4,1,power_law_1.01,0.34273600578308105
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,4,1,power_law_1.01,0.3968512058258057
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,4,1,power_law_1.01,0.5296480178833007
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,4,1,power_law_1.01,0.6615712165832519
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,4,power_law_1.01,101.7588134765625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,4,1,power_law_1.01,0.08621439933776856
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,4,1,power_law_1.01,0.9583168029785156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,4,1,power_law_1.01,0.09528319835662842
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,4,1,power_law_1.01,0.10750720500946045
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,4,1,power_law_1.01,1.2534367561340332
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,4,1,power_law_1.01,0.19111039638519287
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,4,1,power_law_1.01,8.928617858886719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,4,1,power_law_1.01,0.19370880126953124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,4,1,power_law_1.01,0.19468799829483033
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,4,1,power_law_1.01,0.1967903971672058
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,4,1,power_law_1.01,1.8434976577758788
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,4,1,power_law_1.01,0.19877439737319946
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,4,1,power_law_1.01,0.20642240047454835
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,4,1,power_law_1.01,0.21759359836578368
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,4,1,power_law_1.01,0.2280832052230835
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,4,1,power_law_1.01,2.5283487319946287
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,4,1,power_law_1.01,0.23578879833221436
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,4,1,power_law_1.01,0.23978240489959718
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,4,1,power_law_1.01,0.287558388710022
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,4,1,power_law_1.01,0.30243520736694335
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,4,1,power_law_1.01,0.341375994682312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,4,1,power_law_1.01,3.9465408325195312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,4,1,power_law_1.01,0.379747200012207
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,4,1,power_law_1.01,0.513862419128418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,4,1,power_law_1.01,11.208716583251952
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,4,1,power_law_1.01,0.6283423900604248
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,4,1,power_law_1.01,0.883187198638916
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,4,1,power_law_1.01,4.98408317565918
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,4,1,power_law_1.01,1.1508319854736329
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,4,1,power_law_1.01,1.663167953491211
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,4,1,power_law_1.01,2.238979148864746
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,4,1,power_law_1.01,6.396400070190429
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,4,1,power_law_1.01,3.3023807525634767
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,4,power_law_1.2,83.43894653320312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,4,1,power_law_1.01,4.387196731567383
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,4,1,power_law_1.01,17.808073425292967
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,4,1,power_law_1.01,10.412678527832032
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,4,power_law_1.01,124.50731201171875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,4,1,power_law_1.01,6.603350067138672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,4,1,power_law_1.01,8.752547454833984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,4,1,power_law_1.01,20.892083740234376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,4,1,power_law_1.2,0.10154880285263061
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,4,1,power_law_1.01,11.043254089355468
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,4,1,power_law_1.01,37.12500915527344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,4,power_law_1.01,106.54254150390625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,4,power_law_1.2,93.207568359375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,4,power_law_1.2,124.730322265625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,4,1,power_law_1.2,0.08704000115394592
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,4,1,power_law_1.2,0.0966816008090973
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,4,1,power_law_1.2,0.11669759750366211
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,4,1,power_law_1.2,0.19192320108413696
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,4,1,power_law_1.01,17.968284606933594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,4,1,power_law_1.2,0.19260799884796143
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,4,1,power_law_1.2,0.19472960233688355
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,4,1,power_law_1.2,0.19699840545654296
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,4,1,power_law_1.2,0.131113600730896
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,4,1,power_law_1.2,0.1980288028717041
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,4,1,power_law_1.2,0.20833919048309327
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,4,1,power_law_1.2,0.21417601108551027
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,4,1,power_law_1.2,0.06363199949264527
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,4,1,power_law_1.2,0.2274847984313965
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,4,1,power_law_1.2,0.23199360370635985
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,4,1,power_law_1.2,0.2385279893875122
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,4,1,power_law_1.2,0.2854367971420288
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,4,1,power_law_1.2,0.30281600952148435
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,4,1,power_law_1.2,0.336025595664978
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,4,1,power_law_1.2,0.38821120262145997
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,4,1,power_law_1.2,0.5133120059967041
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,4,1,power_law_1.2,0.6306911945343018
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,4,1,power_law_1.2,0.8851103782653809
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,4,1,power_law_1.2,1.1464672088623047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,4,1,power_law_1.2,1.6591840744018556
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,4,1,power_law_1.2,2.1984384536743162
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,4,1,power_law_1.2,0.07795519828796386
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,4,1,power_law_1.2,3.2134368896484373
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,4,1,power_law_1.2,0.1731935977935791
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,4,1,power_law_1.2,4.307088088989258
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,4,1,power_law_1.01,37.31895751953125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,4,1,power_law_1.2,6.587506866455078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,4,power_law_1.01,0.22480640411376954
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,4,power_law_1.01,0.4346303939819336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,4,power_law_1.01,0.21665918827056885
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,4,power_law_1.01,0.3158560037612915
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,4,1,power_law_1.2,8.822857666015626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,4,power_law_1.01,0.5123775959014892
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,4,1,power_law_1.2,0.296287989616394
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,4,power_law_1.01,0.7365664005279541
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,4,1,power_law_1.2,0.10929919481277466
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,4,power_law_1.01,1.0152992248535155
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,4,1,power_law_1.2,11.022000122070313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,4,power_law_1.01,1.0771519660949707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,4,power_law_1.2,114.527880859375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,4,power_law_1.01,1.6102848052978516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,4,1,power_law_1.2,0.29567039012908936
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,4,power_law_1.01,1.6185760498046875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,4,power_law_1.01,1.7098527908325196
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,4,power_law_1.01,1.6698495864868164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,4,1,power_law_1.2,17.764373779296875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,4,power_law_1.01,1.806991958618164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,4,1,power_law_1.2,0.31808640956878664
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,4,1,power_law_1.2,0.17492799758911132
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,4,power_law_1.01,1.8182880401611328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,4,power_law_1.01,1.9876447677612306
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,4,power_law_1.01,2.0036800384521483
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,4,power_law_1.01,2.1291616439819334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,4,power_law_1.01,2.313046455383301
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,4,1,power_law_1.2,0.17495039701461793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,4,power_law_1.01,2.5132831573486327
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,4,1,power_law_1.2,0.34029440879821776
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,4,power_law_1.01,2.8859392166137696
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,4,1,power_law_1.2,37.181646728515624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,4,power_law_1.01,0.15785919427871703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,4,power_law_1.01,3.274982452392578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,4,power_law_1.01,0.293833589553833
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,4,power_law_1.01,0.2138495922088623
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,4,1,power_law_1.2,0.1736256003379822
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,4,power_law_1.01,4.059139251708984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,4,1,power_law_1.2,0.17306560277938843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,4,power_law_1.01,0.28353281021118165
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,4,1,power_law_1.2,0.17770240306854249
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,4,1,power_law_1.2,0.18450239896774293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,4,power_law_1.01,0.4080351829528809
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,4,1,power_law_1.2,0.35248000621795655
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,4,power_law_1.01,0.5267583847045898
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,4,power_law_1.01,4.904582214355469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,4,1,power_law_1.2,0.3674432039260864
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,4,power_law_1.01,0.7101823806762695
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,4,power_law_1.01,0.7608384132385254
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,4,power_law_1.2,152.4166259765625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,4,power_law_1.01,0.9215392112731934
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,4,power_law_1.01,6.734317016601563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,4,power_law_1.01,0.9591615676879883
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,4,1,power_law_1.2,0.19045759439468385
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,4,power_law_1.01,1.0579392433166503
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,4,1,power_law_1.2,0.1920192003250122
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,4,1,power_law_1.2,0.34055678844451903
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,4,1,power_law_1.2,0.1954975962638855
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,4,1,power_law_1.2,0.33759679794311526
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,4,1,power_law_1.2,0.20294079780578614
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,4,1,power_law_1.2,0.3683840036392212
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,4,1,power_law_1.2,0.2294368028640747
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,4,1,power_law_1.2,0.3970943927764893
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,4,1,power_law_1.2,0.24255359172821045
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,4,power_law_1.01,1.0863615989685058
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,4,1,power_law_1.2,0.26057920455932615
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,4,power_law_1.01,9.178813171386718
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,4,power_law_1.01,1.0927935600280763
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,4,power_law_1.01,1.1352448463439941
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,4,power_law_1.01,1.1821087837219237
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,4,power_law_1.01,1.2040863990783692
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,4,power_law_1.01,1.2375743865966797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,4,power_law_1.01,12.81024627685547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,4,power_law_1.01,1.427990436553955
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,4,power_law_1.01,1.6463424682617187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,4,1,power_law_1.2,0.3926719903945923
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,4,1,power_law_1.2,0.41343040466308595
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,4,1,power_law_1.2,0.43784642219543457
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,4,power_law_1.01,2.053887939453125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,4,1,power_law_1.2,0.27160000801086426
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,4,1,power_law_1.2,0.3373215913772583
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,4,1,power_law_1.2,0.40180158615112305
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,4,1,power_law_1.2,0.5430943965911865
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,4,power_law_1.01,2.4087808609008787
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,4,1,power_law_1.2,0.6575168132781982
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,4,power_law_1.01,207.824267578125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,4,power_law_1.01,16.574595642089843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,4,power_law_1.01,3.464547348022461
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,4,power_law_1.01,0.1324735999107361
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,4,power_law_1.01,0.22239360809326172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,4,power_law_1.01,4.33001594543457
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.01,0.15145280361175537
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.01,0.20754880905151368
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.01,0.33511040210723875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,4,1,power_law_1.2,0.46036481857299805
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,4,power_law_1.01,6.2830558776855465
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.01,0.42232961654663087
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,4,1,power_law_1.2,0.5844096183776856
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,4,1,power_law_1.2,0.6506912231445312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,4,1,power_law_1.2,0.9143232345581055
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,4,power_law_1.01,0.5645088195800781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,4,power_law_1.01,20.353884887695312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.01,0.6185760021209716
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,4,1,power_law_1.2,0.9484895706176758
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,4,power_law_1.01,0.6533984184265137
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,4,1,power_law_1.2,1.238041591644287
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,4,power_law_1.01,8.244560241699219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,4,1,power_law_1.2,1.81463680267334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,4,power_law_1.01,0.634332799911499
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,4,1,power_law_1.2,2.434220886230469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.01,0.6736991882324219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,4,power_law_1.01,0.6966847896575927
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,4,1,power_law_1.2,3.7491905212402346
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,4,power_law_1.01,0.717907190322876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,4,power_law_1.01,288.5671875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.01,0.753926420211792
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,4,power_law_1.01,11.66982421875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,4,1,power_law_1.2,5.033014297485352
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,4,power_law_1.2,0.22854080200195312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,4,power_law_1.01,0.7583775997161866
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,4,power_law_1.2,0.4162015914916992
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,4,1,power_law_1.2,1.1245344161987305
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,4,power_law_1.01,0.7906591892242432
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,4,power_law_1.2,0.19127999544143676
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,4,1,power_law_1.2,1.646601676940918
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,4,1,power_law_1.2,6.1787456512451175
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,4,power_law_1.2,0.35240960121154785
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,4,1,power_law_1.2,2.2134624481201173
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.01,0.8694080352783203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,4,power_law_1.2,0.49779839515686036
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,4,power_law_1.01,0.9631487846374511
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,4,1,power_law_1.2,3.371571350097656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,4,power_law_1.2,0.6730303764343262
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,4,power_law_1.01,33.08852844238281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.01,1.0786080360412598
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,4,1,power_law_1.2,4.502592086791992
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,4,power_law_1.2,0.9502304077148438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,4,1,power_law_1.2,10.179590606689453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,4,power_law_1.01,15.631097412109375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,4,power_law_1.01,1.3321375846862793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,4,power_law_1.2,1.0370783805847168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.01,1.5480287551879883
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,4,1,power_law_1.2,6.692940521240234
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,4,power_law_1.2,1.48787202835083
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,4,power_law_1.01,2.0673759460449217
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,4,power_law_1.2,1.6156320571899414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,4,power_law_1.2,1.690883255004883
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,4,1,power_law_1.2,8.850998687744141
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.01,2.573347282409668
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,4,power_law_1.2,1.7998847961425781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,4,1,power_law_1.2,20.408837890625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,4,power_law_1.01,3.6153823852539064
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,4,power_law_1.2,1.8388544082641602
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,4,power_law_1.01,19.640165710449217
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,4,power_law_1.2,0.1613119959831238
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,4,power_law_1.2,1.9471935272216796
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,4,power_law_1.2,0.2739135980606079
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,4,1,power_law_1.2,11.093484497070312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,4,power_law_1.2,0.1625823974609375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.01,4.8228096008300785
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,4,power_law_1.2,1.9938175201416015
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,4,power_law_1.2,0.25679359436035154
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,4,power_law_1.2,0.3571968078613281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,4,power_law_1.2,2.062022399902344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,4,power_law_1.2,0.44413437843322756
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,4,power_law_1.2,2.147222328186035
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,4,power_law_1.01,6.8092094421386715
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,4,power_law_1.2,0.7133823871612549
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,4,power_law_1.2,2.3887359619140627
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,4,1,power_law_1.2,18.07640686035156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,4,power_law_1.2,0.7194528102874755
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,4,power_law_1.2,251.427685546875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,4,power_law_1.2,0.985308837890625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,4,power_law_1.2,2.6489471435546874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,4,power_law_1.2,0.9295455932617187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,4,power_law_1.2,0.1362336039543152
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.01,9.001958465576172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,4,power_law_1.2,2.984310340881348
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,4,power_law_1.2,1.0597248077392578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,4,power_law_1.2,0.21985599994659424
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.2,0.12541439533233642
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,4,power_law_1.2,1.0754847526550293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,4,power_law_1.01,32.260162353515625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,4,power_law_1.2,3.4567264556884765
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.2,0.20600640773773193
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,4,power_law_1.2,1.1071968078613281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.2,0.28180480003356934
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,4,power_law_1.2,1.1262399673461914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.2,0.3825376033782959
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,4,power_law_1.2,4.380364990234375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,4,power_law_1.2,1.1887392044067382
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,4,power_law_1.01,68.17853393554688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,4,power_law_1.01,11.823535919189453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,4,power_law_1.2,0.5784927845001221
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,4,1,power_law_1.01,0.09223679900169372
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,4,power_law_1.2,1.2627039909362794
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.2,0.5901599884033203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,4,1,power_law_1.01,0.13735359907150269
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,4,power_law_1.2,5.408732986450195
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,4,power_law_1.2,0.6233503818511963
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,4,power_law_1.2,1.290595245361328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,4,1,power_law_1.01,0.15569920539855958
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,4,power_law_1.2,0.6339327812194824
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,4,1,power_law_1.01,0.2853247880935669
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,4,power_law_1.2,1.4896608352661134
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,4,1,power_law_1.2,37.385885620117186
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.2,0.677235221862793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,4,1,power_law_1.01,0.46177282333374026
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,4,1,power_law_1.01,0.08161600232124329
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,4,power_law_1.2,1.7657663345336914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,4,power_law_1.2,0.7005248069763184
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,4,power_law_1.2,7.244099426269531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,4,1,power_law_1.01,0.6541696071624756
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,4,1,power_law_1.01,0.12312959432601929
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,4,power_law_1.2,0.729529619216919
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,4,1,power_law_1.01,0.1358016014099121
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,4,1,power_law_1.01,0.9323936462402344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,4,power_law_1.2,2.2883392333984376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,4,1,power_law_1.01,0.24875199794769287
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.2,0.7534048080444335
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,4,1,power_law_1.01,0.9716287612915039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,4,power_law_1.01,17.606288146972656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,4,1,power_law_1.01,0.35322558879852295
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,4,power_law_1.2,0.7960768222808838
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,4,power_law_1.2,2.707916831970215
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,4,1,power_law_1.01,1.0089471817016602
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,4,1,power_law_1.01,0.4528223991394043
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,4,power_law_1.2,9.172688293457032
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,4,power_law_1.2,0.8245535850524902
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,4,1,power_law_1.01,1.0511808395385742
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,4,1,power_law_1.01,0.6556608200073242
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,4,power_law_1.2,3.444240188598633
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.2,0.8906623840332031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,4,1,power_law_1.01,1.106879997253418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,4,1,power_law_1.01,0.7003424167633057
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,4,1,power_law_1.01,1.1303872108459472
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,4,1,power_law_1.01,0.7282144069671631
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,4,power_law_1.2,1.0129695892333985
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,4,power_law_1.2,4.6449535369873045
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,4,1,power_law_1.01,0.7430240154266358
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,4,1,power_law_1.01,1.1562175750732422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.2,1.1417887687683106
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,4,1,power_law_1.01,0.7890719890594482
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,4,1,power_law_1.01,1.2398015975952148
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,4,power_law_1.2,13.743318176269531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,4,power_law_1.2,1.4195584297180175
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,4,1,power_law_1.01,0.8153823852539063
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,4,1,power_law_1.01,1.818707275390625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,4,power_law_1.2,6.382204818725586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,4,1,power_law_1.01,0.8549951553344727
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.2,1.6119359970092773
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,4,1,power_law_1.01,1.857529640197754
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,4,1,power_law_1.01,0.9247008323669433
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,4,power_law_1.2,2.1676191329956054
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,4,power_law_1.01,59.54874267578125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,4,1,power_law_1.01,1.069654369354248
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,4,1,power_law_1.01,1.890652847290039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,4,1,power_law_1.01,1.0927103996276855
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,4,1,power_law_1.01,0.07399359941482545
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,4,power_law_1.2,8.616313934326172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.2,2.7492000579833986
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,4,1,power_law_1.01,2.094767951965332
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,4,1,power_law_1.01,0.08929280042648316
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,4,1,power_law_1.01,1.1576512336730957
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,4,1,power_law_1.01,2.243062400817871
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,4,1,power_law_1.01,0.10024319887161255
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,4,1,power_law_1.01,1.2704416275024415
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,4,power_law_1.2,19.248486328125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,4,power_law_1.2,3.6623455047607423
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,4,power_law_1.01,37.5058837890625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,4,1,power_law_1.01,0.2075711965560913
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,4,1,power_law_1.01,2.554108810424805
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,4,1,power_law_1.01,1.3984127998352052
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,4,1,power_law_1.2,0.09205759763717651
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,4,1,power_law_1.01,0.3064608097076416
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,4,1,power_law_1.2,0.13746880292892455
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,4,1,power_law_1.01,0.41234560012817384
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,4,1,power_law_1.01,1.7194751739501952
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,4,1,power_law_1.01,2.872038459777832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.2,5.213251113891602
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,4,1,power_law_1.2,0.15129599571228028
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,4,power_law_1.2,12.839833068847657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,4,1,power_law_1.01,0.582751989364624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,4,power_law_1.2,278.0725830078125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,4,1,power_law_1.2,0.26790719032287597
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,4,1,power_law_1.01,2.0581632614135743
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,4,1,power_law_1.01,0.6072000026702881
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,4,1,power_law_1.2,0.08141440153121948
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,4,1,power_law_1.01,3.491852951049805
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,4,1,power_law_1.2,0.44258880615234375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,4,1,power_law_1.2,0.12173759937286377
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,4,1,power_law_1.01,0.6237055778503418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,4,1,power_law_1.01,2.7290815353393554
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,4,1,power_law_1.2,0.5686495780944825
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,4,1,power_law_1.2,0.13101760149002076
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,4,1,power_law_1.01,0.6445280075073242
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,4,power_law_1.2,7.488047790527344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,4,1,power_law_1.2,0.22456638813018798
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,4,1,power_law_1.2,0.9141535758972168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,4,1,power_law_1.01,4.094534301757813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,4,1,power_law_1.01,0.6838047981262207
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,4,1,power_law_1.2,0.2985055923461914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,4,1,power_law_1.01,3.407436752319336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,4,1,power_law_1.2,0.9660896301269531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,4,1,power_law_1.01,0.7085504055023193
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,4,1,power_law_1.2,0.42371201515197754
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,4,power_law_1.2,23.000732421875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,4,1,power_law_1.2,0.9820704460144043
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,4,1,power_law_1.01,0.7127776145935059
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,4,1,power_law_1.2,0.6242368221282959
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,4,1,power_law_1.01,5.452230453491211
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,4,power_law_1.2,17.452716064453124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,4,1,power_law_1.01,4.761983871459961
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,4,1,power_law_1.2,1.0362303733825684
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,4,1,power_law_1.01,0.7358880043029785
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,4,1,power_law_1.2,0.7031519889831543
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.2,10.213187408447265
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,4,1,power_law_1.01,0.75698881149292
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,4,1,power_law_1.2,1.1243807792663574
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,4,1,power_law_1.2,0.7171679973602295
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,4,1,power_law_1.01,0.7724448204040527
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,4,1,power_law_1.2,1.1410079956054688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,4,1,power_law_1.2,0.7393792152404786
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,4,1,power_law_1.01,6.9590301513671875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,4,1,power_law_1.01,6.140518569946289
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,4,1,power_law_1.01,0.8412991523742676
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,4,1,power_law_1.2,0.7951488018035888
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,4,1,power_law_1.2,1.2252511978149414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,4,1,power_law_1.01,0.9281472206115723
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,4,1,power_law_1.2,0.8235584259033203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,4,1,power_law_1.2,1.2972543716430665
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,4,1,power_law_1.01,1.0214752197265624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,4,1,power_law_1.2,0.881164836883545
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,4,1,power_law_1.2,1.8381919860839844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,4,power_law_1.2,11.834630584716797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,4,1,power_law_1.01,8.844505310058594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,4,1,power_law_1.01,9.829315185546875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,4,1,power_law_1.2,0.9484576225280762
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,4,1,power_law_1.01,1.2001631736755372
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,4,1,power_law_1.2,1.8931135177612304
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,4,power_law_1.2,20.838720703125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,4,1,power_law_1.2,1.0853023529052734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,4,1,power_law_1.01,1.3893823623657227
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,4,1,power_law_1.2,1.9851039886474608
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,4,1,power_law_1.2,1.123094367980957
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,4,1,power_law_1.01,1.7824800491333008
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,4,1,power_law_1.2,2.2069759368896484
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,4,1,power_law_1.2,1.1867520332336425
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,4,1,power_law_1.01,2.20467529296875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,4,1,power_law_1.01,11.542495727539062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,4,1,power_law_1.2,1.3328319549560548
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,4,1,power_law_1.2,2.3325632095336912
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,4,1,power_law_1.01,12.647968292236328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,4,power_law_1.2,40.844705200195314
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,4,1,power_law_1.2,1.4711008071899414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,4,1,power_law_1.01,3.0368160247802733
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,4,1,power_law_1.2,2.6669055938720705
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,4,power_law_1.2,19.469990539550782
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,4,1,power_law_1.2,1.774460792541504
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,4,1,power_law_1.2,2.981999969482422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,4,1,power_law_1.01,3.8476863861083985
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,4,1,power_law_1.2,2.1130367279052735
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,4,1,power_law_1.01,14.373426818847657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,4,1,power_law_1.2,2.8007007598876954
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,4,1,power_law_1.2,3.571247863769531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,4,1,power_law_1.01,15.713417053222656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,4,1,power_law_1.01,5.545606231689453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,4,1,power_law_1.2,3.4832191467285156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,4,1,power_law_1.2,4.199516677856446
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,4,power_law_1.2,34.86448669433594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,4,1,power_law_1.2,4.856998443603516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,4,1,power_law_1.01,7.210399627685547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,4,1,power_law_1.2,5.589206314086914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,4,1,power_law_1.2,6.228470230102539
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,4,1,power_law_1.2,7.047084808349609
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,4,1,power_law_1.01,22.531394958496094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,4,1,power_law_1.01,8.926435089111328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,4,1,power_law_1.01,24.16357421875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,4,power_law_1.2,40.13511657714844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,4,1,power_law_1.2,8.954156494140625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,4,1,power_law_1.2,9.926732635498047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,4,1,power_law_1.2,0.07433279752731323
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,4,1,power_law_1.2,0.08930240273475647
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,4,1,power_law_1.2,0.09864320158958435
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,4,1,power_law_1.01,13.969142150878906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,4,1,power_law_1.2,0.19390720129013062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,4,1,power_law_1.2,11.664934539794922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,4,1,power_law_1.2,0.27381439208984376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,4,1,power_law_1.2,0.34568641185760496
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,4,1,power_law_1.2,12.764454650878907
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,4,1,power_law_1.2,0.5560575962066651
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,4,1,power_law_1.2,0.593225622177124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,4,1,power_law_1.2,0.6196800231933594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,4,1,power_law_1.2,0.6380512237548828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,4,power_law_1.2,81.038818359375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,4,power_law_1.01,0.048307201266288756
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,4,1,power_law_1.2,0.6820831775665284
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,4,1,power_law_1.2,14.460281372070312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,4,power_law_1.01,0.04375360012054443
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,4,power_law_1.01,0.04537599980831146
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,4,1,power_law_1.2,0.7026624202728271
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,4,power_law_1.01,0.055027198791503903
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,4,1,power_law_1.2,15.828799438476562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,4,power_law_1.01,0.06262400150299072
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,4,1,power_law_1.2,0.7189536094665527
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,4,power_law_1.01,0.09285119771957398
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,4,power_law_1.01,0.11018240451812744
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,4,1,power_law_1.01,44.50464782714844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,4,1,power_law_1.2,0.7453440189361572
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,4,power_law_1.2,66.90942993164063
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,4,power_law_1.01,0.11066880226135253
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,4,power_law_1.01,0.036406400799751285
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,4,power_law_1.01,0.11424000263214111
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,4,1,power_law_1.2,0.8030048370361328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,4,power_law_1.01,0.041366401314735415
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,4,power_law_1.01,0.04049600064754486
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,4,power_law_1.01,0.12072319984436035
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,4,1,power_law_1.01,27.18905029296875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,4,power_law_1.01,0.04228799939155579
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,4,power_law_1.01,0.04431999921798706
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,4,1,power_law_1.01,47.56690979003906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,4,power_law_1.01,0.1217087984085083
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,4,1,power_law_1.2,0.8079680442810059
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,4,power_law_1.01,0.049609598517417905
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,4,power_law_1.2,0.04808320105075836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,4,power_law_1.01,0.04591679871082306
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,4,power_law_1.2,0.03774079978466034
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,4,power_law_1.01,0.12110400199890137
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,4,power_law_1.01,0.059913599491119386
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,4,power_law_1.2,0.038201600313186646
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,4,power_law_1.01,0.05153599977493286
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,4,power_law_1.2,0.03912639915943146
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,4,power_law_1.01,0.13440320491790772
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,4,1,power_law_1.2,0.8640095710754394
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,4,power_law_1.01,0.07436800003051758
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,4,power_law_1.2,0.04555839896202087
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,4,power_law_1.01,0.05495039820671081
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,4,power_law_1.2,0.04188799858093262
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,4,power_law_1.01,0.14626879692077638
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,4,power_law_1.01,0.09382399916648865
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,4,power_law_1.2,0.052671998739242554
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,4,power_law_1.01,0.08004800081253052
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,4,power_law_1.2,0.04969919919967651
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,4,power_law_1.01,0.15473599433898927
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,4,power_law_1.01,0.09488959908485413
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,4,1,power_law_1.2,0.9750847816467285
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,4,power_law_1.2,0.05899199843406677
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,4,power_law_1.01,0.08228160142898559
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,4,power_law_1.2,0.052832001447677614
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,4,power_law_1.01,0.16377919912338257
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,4,power_law_1.01,0.09670400023460388
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,4,power_law_1.2,0.09344000220298768
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,4,power_law_1.01,0.08337600231170654
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,4,power_law_1.2,0.0752128005027771
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,4,power_law_1.01,0.18408639430999757
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,4,power_law_1.01,0.10147839784622192
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,4,power_law_1.2,0.11349760293960572
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,4,power_law_1.01,0.08432639837265014
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,4,1,power_law_1.2,1.0634623527526856
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,4,power_law_1.2,0.09478719830513001
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,4,power_law_1.01,0.10639040470123291
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,4,power_law_1.01,0.2127455949783325
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,4,power_law_1.2,0.11269760131835938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,4,1,power_law_1.2,22.718601989746094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,4,power_law_1.01,0.08544960021972656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,4,power_law_1.2,0.09775360226631165
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,4,power_law_1.01,0.11213439702987671
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,4,power_law_1.01,0.23433279991149902
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,4,power_law_1.2,0.12050559520721435
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,4,power_law_1.01,0.08801599740982055
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,4,power_law_1.2,0.10204800367355346
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,4,1,power_law_1.2,1.249897575378418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,4,power_law_1.01,0.11346559524536133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,4,power_law_1.2,0.12257920503616333
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,4,power_law_1.01,0.29027841091156004
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,4,power_law_1.01,0.09192320108413696
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,4,power_law_1.2,0.10357120037078857
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,4,power_law_1.01,0.12731839418411256
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,4,power_law_1.2,0.12433600425720215
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,4,power_law_1.01,0.09477440118789673
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,4,power_law_1.2,0.10620160102844238
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,4,power_law_1.01,0.3695712089538574
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,4,1,power_law_1.2,24.384115600585936
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,4,power_law_1.01,0.13704960346221923
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,4,power_law_1.2,0.12681920528411866
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,4,1,power_law_1.2,1.4342016220092773
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,4,power_law_1.01,0.10287679433822632
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,4,power_law_1.2,0.11514240503311157
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,4,power_law_1.01,0.14203519821166993
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,4,power_law_1.01,0.5270592212677002
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,4,power_law_1.2,0.14223999977111818
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,4,power_law_1.01,0.10836800336837768
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,4,power_law_1.2,0.11759999990463257
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,4,power_law_1.01,0.1537600040435791
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,4,power_law_1.2,0.1504256010055542
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,4,power_law_1.01,0.6213215827941895
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,4,power_law_1.01,0.11471999883651733
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,4,power_law_1.2,0.12800960540771483
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,4,power_law_1.01,0.18175359964370727
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,4,1,power_law_1.2,1.8430015563964843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,4,power_law_1.2,0.15929919481277466
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,4,power_law_1.01,0.12879040241241455
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,4,power_law_1.2,0.13722239732742308
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,4,power_law_1.01,0.21265919208526612
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,4,power_law_1.2,0.16612800359725952
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,4,power_law_1.01,0.921996784210205
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,4,power_law_1.2,0.14393919706344604
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,4,power_law_1.01,0.16001280546188354
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,4,power_law_1.2,0.19402240514755248
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,4,power_law_1.01,0.286572790145874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,4,power_law_1.2,0.15826239585876464
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,4,power_law_1.01,0.18799999952316285
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,4,1,power_law_1.2,2.236611175537109
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,4,power_law_1.2,0.2152928113937378
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,4,power_law_1.01,1.2667072296142579
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,4,power_law_1.01,0.3573791980743408
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,4,power_law_1.2,0.1864799976348877
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,4,power_law_1.01,0.2519968032836914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,4,power_law_1.2,0.2374720096588135
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,4,power_law_1.2,0.2187040090560913
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,4,power_law_1.01,0.5115263938903809
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,4,power_law_1.01,0.3119071960449219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,4,power_law_1.2,0.30589120388031005
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,4,power_law_1.2,0.3020064115524292
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,4,power_law_1.01,1.8309759140014648
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,4,power_law_1.01,0.6497759819030762
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,4,power_law_1.2,0.3718208074569702
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,4,power_law_1.01,0.4386496067047119
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,4,1,power_law_1.2,3.0523391723632813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,4,power_law_1.2,0.3777503967285156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,4,power_law_1.2,0.5418240070343018
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,4,power_law_1.01,0.5712895870208741
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,4,power_law_1.01,0.9613183975219727
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,4,power_law_1.2,0.5285408020019531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,4,power_law_1.01,2.4077823638916014
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,4,power_law_1.2,0.7142687797546386
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,4,power_law_1.01,0.8177984237670899
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,4,power_law_1.2,0.7081600189208984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,4,power_law_1.01,1.258240032196045
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,4,1,power_law_1.2,3.8489471435546876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,4,power_law_1.2,1.000534439086914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,4,power_law_1.2,1.0422047615051269
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,4,power_law_1.01,1.071299171447754
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,4,power_law_1.01,3.079158401489258
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,4,power_law_1.01,1.9350175857543945
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,4,power_law_1.2,1.3894304275512694
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,4,power_law_1.2,1.3630240440368653
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,4,power_law_1.01,1.5281184196472168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,4,power_law_1.2,1.9597919464111329
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,4,power_law_1.01,2.5066688537597654
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,4,1,power_law_1.2,5.591872024536133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,4,power_law_1.2,2.113580894470215
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,4,power_law_1.01,2.05163516998291
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,4,power_law_1.01,5.0500640869140625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,4,power_law_1.2,2.552720069885254
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,4,power_law_1.2,2.88275203704834
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,4,power_law_1.01,3.1674016952514648
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,4,power_law_1.01,2.5555519104003905
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,4,1,power_law_1.2,7.211737823486328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,4,1,power_law_1.2,44.57587585449219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,4,power_law_1.2,3.2772865295410156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,4,power_law_1.2,3.462940979003906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,4,power_law_1.2,0.04224959909915924
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,4,power_law_1.2,0.0444927990436554
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,4,power_law_1.01,5.282924652099609
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,4,power_law_1.2,0.04643200039863586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,4,power_law_1.01,4.1077217102050785
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,4,power_law_1.2,0.048764801025390624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,4,power_law_1.2,0.05419520139694214
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,4,1,power_law_1.2,48.16121826171875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,4,power_law_1.2,0.08001599907875061
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,4,power_law_1.01,10.045433807373048
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,4,power_law_1.2,6.041923141479492
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,4,power_law_1.2,0.08234559893608093
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,4,1,power_law_1.01,0.023289600014686586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,4,power_law_1.2,5.890304183959961
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,4,1,power_law_1.2,9.000838470458984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,4,power_law_1.2,0.08446400165557862
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,4,1,power_law_1.01,0.034016001224517825
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,4,power_law_1.2,0.08542720079421998
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,4,1,power_law_1.01,0.03871679902076721
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,4,power_law_1.2,0.08600320219993592
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,4,1,power_law_1.01,0.04591360092163086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,4,power_law_1.2,0.08958399891853333
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,4,1,power_law_1.01,0.052832001447677614
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,4,power_law_1.2,0.09208639860153198
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,4,1,power_law_1.01,0.06904640197753906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,4,power_law_1.2,0.09828799962997437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,4,1,power_law_1.01,0.07167999744415283
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,2048,768,8,128,4,1,power_law_1.01,0.02173440009355545
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,4,power_law_1.01,8.449740600585937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,4,power_law_1.2,0.10488320589065551
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,4,1,power_law_1.01,0.08104959726333619
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,4,power_law_1.01,10.29776611328125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,4,power_law_1.2,0.10959680080413818
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,4,1,power_law_1.01,0.08396480083465577
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,2048,768,8,128,4,1,power_law_1.2,0.021510399878025055
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,4,power_law_1.2,0.11582399606704712
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,4,1,power_law_1.01,0.08515200018882751
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,4,power_law_1.2,0.1314847946166992
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,4,1,power_law_1.01,0.08960959911346436
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,4,power_law_1.2,0.16191040277481078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,4,1,power_law_1.01,0.0945088028907776
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,4,power_law_1.2,11.872281646728515
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,4,power_law_1.2,0.19872000217437744
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,4,1,power_law_1.01,0.09628480076789855
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,4,1,power_law_1.2,13.856649780273438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,4,power_law_1.2,12.019052886962891
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,4,1,power_law_1.2,0.023475199937820435
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,4,1,power_law_1.01,0.10205119848251343
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,4,power_law_1.2,0.25325760841369627
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,4,1,power_law_1.2,0.034281599521636966
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,4,1,power_law_1.01,0.10675519704818726
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,4,power_law_1.2,0.323417592048645
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,4,1,power_law_1.2,0.03733119964599609
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,2048,768,8,128,4,1,power_law_1.01,0.03099839985370636
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,4,1,power_law_1.01,0.11511679887771606
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,4,1,power_law_1.2,0.04344319999217987
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,4,power_law_1.2,0.4503456115722656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,4,1,power_law_1.01,0.12660800218582152
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,4,1,power_law_1.2,0.05026879906654358
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,4,1,power_law_1.01,0.1479200005531311
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,2048,768,8,128,4,1,power_law_1.2,0.030697599053382874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,4,power_law_1.2,0.5841279983520508
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,4,1,power_law_1.2,0.069513601064682
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,4,1,power_law_1.01,0.1681663990020752
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,4,1,power_law_1.2,0.07707200050354004
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,4,power_law_1.2,0.8768447875976563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,4,1,power_law_1.01,0.20673279762268065
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,4,1,power_law_1.2,0.0822431981563568
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,4,1,power_law_1.2,0.0843936026096344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,4,1,power_law_1.01,0.2563999891281128
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,4,power_law_1.2,1.1397279739379882
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,4,1,power_law_1.2,0.08685759902000427
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,2048,768,8,128,4,1,power_law_1.01,0.03383679986000061
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,4,1,power_law_1.01,0.3500767946243286
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,4,1,power_law_1.2,0.09099839925765991
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,4,1,power_law_1.01,0.44713602066040037
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,4,1,power_law_1.2,0.09500160217285156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,4,power_law_1.2,1.6343168258666991
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,4,1,power_law_1.2,0.0975488007068634
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,2048,768,8,128,4,1,power_law_1.2,0.032979199290275575
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,4,1,power_law_1.01,0.6363647937774658
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,4,1,power_law_1.2,0.10337920188903808
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,4,1,power_law_1.2,0.10904959440231324
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,4,1,power_law_1.01,0.8284416198730469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,4,power_law_1.2,2.1934656143188476
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,4,1,power_law_1.2,0.11482880115509034
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,2048,768,8,128,4,1,power_law_1.01,0.04279040098190308
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,4,1,power_law_1.2,0.12735999822616578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,4,1,power_law_1.01,1.2179295539855957
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,4,1,power_law_1.2,0.14906879663467407
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,4,1,power_law_1.2,0.16817599534988403
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,4,power_law_1.2,2.8306880950927735
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,2048,768,8,128,4,1,power_law_1.2,0.04203520119190216
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,4,1,power_law_1.2,0.21132800579071045
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,4,1,power_law_1.01,1.609459114074707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,4,1,power_law_1.2,0.2594399929046631
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,4,1,power_law_1.2,27.131045532226562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,4,1,power_law_1.2,0.3526144027709961
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,4,power_law_1.01,0.10577280521392822
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,2048,768,8,128,4,1,power_law_1.01,0.05467519760131836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,4,1,power_law_1.01,2.016636848449707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,4,1,power_law_1.2,0.4473440170288086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,4,power_law_1.01,0.0811680018901825
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,4,power_law_1.01,0.09917759895324707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,4,power_law_1.2,4.498073577880859
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,4,1,power_law_1.2,0.6402847766876221
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,4,power_law_1.01,0.14376959800720215
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,2048,768,8,128,4,1,power_law_1.2,0.05151039958000183
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,4,power_law_1.01,0.19565759897232055
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,4,1,power_law_1.2,0.8349120140075683
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,4,power_law_1.01,0.2807487964630127
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,4,1,power_law_1.01,3.2047870635986326
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,4,power_law_1.01,0.4212160110473633
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,4,1,power_law_1.2,1.229088020324707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,4,power_law_1.01,0.43256640434265137
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,2048,768,8,128,4,1,power_law_1.01,0.08117120265960694
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,4,power_law_1.01,0.43892478942871094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,4,power_law_1.01,0.4455296039581299
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,4,1,power_law_1.2,1.6264703750610352
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,4,power_law_1.01,0.456879997253418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,4,power_law_1.01,0.46915202140808104
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,2048,768,8,128,4,1,power_law_1.2,0.0806335985660553
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,4,power_law_1.2,9.072806549072265
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,4,power_law_1.01,0.48253440856933594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,4,1,power_law_1.2,2.03603515625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,4,power_law_1.01,0.07876799702644348
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,4,power_law_1.01,0.5002143859863282
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,4,1,power_law_1.01,6.4136192321777346
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,4,power_law_1.01,0.07336959838867188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,4,power_law_1.01,0.5119999885559082
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,4,power_law_1.01,0.0736191987991333
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,4,power_law_1.01,0.08648319840431214
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,4,power_law_1.01,0.06948480010032654
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,4,power_law_1.01,0.5411456108093262
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,2048,768,8,128,4,1,power_law_1.01,0.08918399810791015
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,4,power_law_1.01,0.10666559934616089
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,4,power_law_1.01,0.07658560276031494
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,4,power_law_1.01,0.1344256043434143
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,4,power_law_1.01,0.5750815868377686
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,4,1,power_law_1.2,3.2146560668945314
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,4,power_law_1.01,0.10732799768447876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,4,power_law_1.01,0.20297279357910156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,4,power_law_1.01,0.647596788406372
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,4,power_law_1.01,0.1279039978981018
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,4,power_law_1.01,0.27361600399017333
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,4,power_law_1.01,0.1837183952331543
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,4,power_law_1.01,0.7290847778320313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,4,power_law_1.01,0.28117759227752687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,4,power_law_1.01,0.19103039503097535
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,2048,768,8,128,4,1,power_law_1.2,0.09075520038604737
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,4,power_law_1.01,0.2849951982498169
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,4,power_law_1.01,0.9183487892150879
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,4,power_law_1.01,0.19955840110778808
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,4,power_law_1.01,0.2970560073852539
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,2048,768,8,128,4,1,power_law_1.01,0.08440639972686767
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,4,power_law_1.01,0.20170240402221679
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,4,power_law_1.01,1.1512479782104492
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,4,power_law_1.01,0.30017600059509275
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,2048,768,8,128,4,1,power_law_1.01,0.08802239894866944
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,4,power_law_1.01,0.20462400913238527
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,4,power_law_1.01,0.30448639392852783
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,4,power_law_1.01,0.21317119598388673
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,4,power_law_1.01,1.6226655960083007
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,4,power_law_1.01,0.3194688081741333
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,4,power_law_1.01,0.21975998878479003
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,4,1,power_law_1.2,6.419280242919922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,4,power_law_1.01,0.3362368106842041
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,4,power_law_1.01,0.22760319709777832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,4,power_law_1.2,0.09343360066413879
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,2048,768,8,128,4,1,power_law_1.2,0.0862559974193573
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,4,power_law_1.01,2.138368034362793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,4,power_law_1.01,0.3698240041732788
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,4,power_law_1.01,0.2575200080871582
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,4,power_law_1.2,0.07212160229682922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,2048,768,8,128,4,1,power_law_1.2,0.09009600281715394
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,4,power_law_1.01,0.3878335952758789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,4,power_law_1.01,0.2605695962905884
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,4,power_law_1.2,0.09295039772987365
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,4,power_law_1.01,0.42595200538635253
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,4,power_law_1.01,0.2821311950683594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,4,power_law_1.2,0.12806719541549683
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,4,power_law_1.01,3.0139360427856445
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,4,power_law_1.2,0.17007999420166015
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,4,power_law_1.01,0.31111679077148435
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,4,power_law_1.01,0.5340991973876953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,2048,768,8,128,4,1,power_law_1.01,0.09152960181236267
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,4,power_law_1.2,0.28291199207305906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,4,power_law_1.01,0.3811392068862915
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,2048,768,8,128,4,1,power_law_1.01,0.10734399557113647
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,4,power_law_1.01,0.6399839878082275
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,4,power_law_1.2,0.4243040084838867
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,2048,768,8,128,4,1,power_law_1.01,0.1093440055847168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,4,power_law_1.01,0.4540575981140137
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,4,power_law_1.01,0.8363743782043457
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,4,power_law_1.2,0.4275519847869873
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,4,power_law_1.01,4.086844635009766
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,2048,768,8,128,4,1,power_law_1.01,0.11141760349273681
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,4,power_law_1.01,0.5937535762786865
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,4,power_law_1.2,0.07863680124282837
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,4,power_law_1.2,0.44988479614257815
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,2048,768,8,128,4,1,power_law_1.01,0.11828479766845704
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,4,power_law_1.01,1.0449888229370117
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,4,power_law_1.2,0.0667967975139618
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,4,power_law_1.01,0.7550559997558594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,2048,768,8,128,4,1,power_law_1.01,0.12262719869613647
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,4,power_law_1.2,0.4513535976409912
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,2048,768,8,128,4,1,power_law_1.2,0.09387840032577514
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,4,power_law_1.2,0.0769760012626648
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,2048,768,8,128,4,1,power_law_1.01,0.12578560113906861
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,4,power_law_1.01,1.542403221130371
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,4,power_law_1.2,0.46376957893371584
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,2048,768,8,128,4,1,power_law_1.2,0.10890239477157593
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,4,power_law_1.01,1.0645567893981933
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,4,power_law_1.2,0.10594559907913208
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,2048,768,8,128,4,1,power_law_1.2,0.11038719415664673
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,4,power_law_1.2,0.47443838119506837
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,4,power_law_1.2,0.1286784052848816
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,4,power_law_1.01,6.027382278442383
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,2048,768,8,128,4,1,power_law_1.2,0.11476800441741944
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,4,power_law_1.01,1.9917312622070313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,4,power_law_1.2,0.4889472007751465
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,4,power_law_1.01,1.3441856384277344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,4,power_law_1.2,0.1985311985015869
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,2048,768,8,128,4,1,power_law_1.2,0.12080639600753784
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,4,power_law_1.2,0.503059196472168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,4,power_law_1.2,0.28499200344085696
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,4,power_law_1.2,0.07272959947586059
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,2048,768,8,128,4,1,power_law_1.2,0.12332160472869873
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,4,power_law_1.2,0.2883039951324463
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,4,power_law_1.2,0.5283487796783447
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,4,power_law_1.01,1.9262720108032227
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,2048,768,8,128,4,1,power_law_1.2,0.1273759961128235
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,4,power_law_1.01,2.8438688278198243
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,4,power_law_1.2,0.29719359874725343
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,4,power_law_1.2,0.5463551998138427
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,4,power_law_1.2,0.2907327890396118
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,4,power_law_1.2,0.5941599845886231
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,4,power_law_1.01,2.5354976654052734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,4,power_law_1.2,0.3112895965576172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,4,power_law_1.01,7.866925048828125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,4,power_law_1.2,0.6548927783966064
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,4,power_law_1.01,3.865574264526367
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,4,power_law_1.2,0.3228640079498291
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,2048,768,8,128,4,1,power_law_1.01,0.1303007960319519
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,4,power_law_1.2,0.7693664073944092
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,4,power_law_1.2,0.33262081146240235
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,2048,768,8,128,4,1,power_law_1.01,0.14311039447784424
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,4,power_law_1.2,0.06568959951400757
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,4,power_law_1.2,0.3565216064453125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,4,power_law_1.2,1.017852783203125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,4,power_law_1.01,3.845267105102539
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,4,power_law_1.2,0.07750080227851867
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,4,power_law_1.2,0.35825600624084475
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,4,power_law_1.2,0.0942304015159607
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,4,power_law_1.2,1.2720095634460449
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,4,power_law_1.2,0.39239039421081545
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,4,power_law_1.01,5.903801727294922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,4,power_law_1.2,0.1208799958229065
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,4,power_law_1.2,0.4461855888366699
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,4,power_law_1.2,0.18485759496688842
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,4,power_law_1.2,1.852137565612793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,2048,768,8,128,4,1,power_law_1.2,0.1321568012237549
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,4,power_law_1.01,10.56670684814453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,4,power_law_1.01,5.038143920898437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,4,power_law_1.2,0.5561791896820069
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,4,power_law_1.2,0.19438719749450684
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,2048,768,8,128,4,1,power_law_1.2,0.14479039907455443
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,4,power_law_1.2,0.20140159130096436
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,4,1,power_law_1.2,0.18392319679260255
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,4,power_law_1.2,0.6567168235778809
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,4,power_law_1.2,2.273843193054199
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,4,power_law_1.2,0.20144319534301758
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,4,1,power_law_1.2,0.21012160778045655
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,4,power_law_1.2,0.8869824409484863
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,4,power_law_1.2,0.20921599864959717
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,4,power_law_1.01,7.946057891845703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,4,power_law_1.2,0.21736960411071776
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,4,power_law_1.2,1.1131360054016113
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,4,power_law_1.2,3.197929573059082
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,4,power_law_1.2,0.22918400764465333
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,4,power_law_1.01,6.496924591064453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,4,power_law_1.2,0.2524480104446411
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,4,power_law_1.2,1.599078369140625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,4,power_law_1.2,0.2634912014007568
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,4,power_law_1.2,0.274015998840332
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,4,power_law_1.2,4.376908874511718
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,4,power_law_1.2,2.1666847229003907
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,4,power_law_1.2,0.28945920467376707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,4,1,power_law_1.01,0.17974720001220704
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,4,power_law_1.2,0.32741119861602785
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,4,1,power_law_1.01,0.20410559177398682
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,4,power_law_1.01,15.985157775878907
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,4,power_law_1.01,9.611052703857421
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,4,power_law_1.2,0.3897631883621216
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,4,power_law_1.2,3.160140800476074
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,4,1,power_law_1.2,0.22548160552978516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,4,power_law_1.2,0.46491198539733886
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,4,power_law_1.2,6.225696182250976
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,4,power_law_1.01,9.795487976074218
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,4,power_law_1.2,0.6255904197692871
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,4,power_law_1.2,4.246080017089843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,4,power_law_1.2,0.7712287902832031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,4,power_law_1.2,1.1179679870605468
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,4,power_law_1.2,1.4341279983520507
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,4,power_law_1.2,9.09353256225586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,4,1,power_law_1.01,0.2207871913909912
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,4,power_law_1.2,6.706723022460937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,4,power_law_1.2,2.058691215515137
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,4,1,power_law_1.2,0.3049952030181885
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,4,power_law_1.01,15.12581787109375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,4,power_law_1.2,2.7689599990844727
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,4,power_law_1.2,8.686294555664062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,4,power_law_1.2,10.950579071044922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,4,power_law_1.2,4.0581409454345705
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,4,power_law_1.01,20.311862182617187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,4,1,power_law_1.01,0.30011520385742185
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,4,1,power_law_1.2,0.36845760345458983
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,4,1,power_law_1.2,0.5044608116149902
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,4,power_law_1.2,5.787145614624023
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,4,power_law_1.01,36.03184814453125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,4,1,power_law_1.2,0.6394303798675537
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,4,power_law_1.2,10.996006774902344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,4,1,power_law_1.01,0.04000959992408752
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,4,1,power_law_1.01,0.05842880010604858
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,4,1,power_law_1.01,0.07374399900436401
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,4,1,power_law_1.2,0.9137727737426757
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,4,1,power_law_1.01,0.0476639986038208
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,4,1,power_law_1.01,0.0961408019065857
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,4,1,power_law_1.01,0.12741119861602784
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,4,1,power_law_1.01,0.36149120330810547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,4,power_law_1.2,7.073353576660156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,4,1,power_law_1.2,1.1887328147888183
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,4,1,power_law_1.01,0.18817280530929564
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,4,power_law_1.2,17.510954284667967
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,4,1,power_law_1.01,0.5024320125579834
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,4,1,power_law_1.01,0.204150390625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,4,1,power_law_1.01,0.2148672103881836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,4,1,power_law_1.01,0.6300352096557618
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,4,1,power_law_1.2,1.478985595703125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,4,1,power_law_1.01,0.22320001125335692
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,4,power_law_1.01,30.105618286132813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,4,1,power_law_1.01,0.23129279613494874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,4,1,power_law_1.01,0.0474592000246048
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,4,1,power_law_1.01,0.9038399696350098
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,4,1,power_law_1.01,0.2417759895324707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,4,1,power_law_1.01,0.28551359176635743
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,4,1,power_law_1.2,2.30865592956543
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,4,1,power_law_1.01,0.29081919193267824
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,4,1,power_law_1.01,1.1728960037231446
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,4,power_law_1.2,18.038726806640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,4,1,power_law_1.01,0.3050368070602417
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,4,power_law_1.2,11.2810302734375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,4,1,power_law_1.01,0.3216288089752197
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,4,1,power_law_1.01,1.4709407806396484
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,4,1,power_law_1.01,0.33467199802398684
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,4,1,power_law_1.01,0.07512320280075073
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,4,1,power_law_1.01,0.111353600025177
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,4,1,power_law_1.01,0.3606368064880371
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,4,1,power_law_1.01,0.4232128143310547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,4,1,power_law_1.01,0.03696959912776947
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,4,1,power_law_1.01,0.4874176025390625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,4,1,power_law_1.01,2.316559982299805
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,4,1,power_law_1.2,4.740323257446289
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,4,1,power_law_1.01,0.6303391933441163
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,4,1,power_law_1.01,0.7904160022735596
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,4,1,power_law_1.01,1.0891200065612794
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,4,1,power_law_1.01,0.15233919620513917
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,4,1,power_law_1.01,1.3922783851623535
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,4,1,power_law_1.01,0.24658560752868652
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,4,1,power_law_1.01,0.2650559902191162
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,4,1,power_law_1.01,4.693449783325195
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,4,1,power_law_1.01,2.011907196044922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,4,1,power_law_1.2,0.039078399538993835
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,4,1,power_law_1.2,0.044889599084854126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,4,1,power_law_1.2,0.0576416015625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,4,1,power_law_1.01,0.04667200148105621
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,4,1,power_law_1.2,0.04701119959354401
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,4,1,power_law_1.2,0.07208960056304932
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,4,1,power_law_1.01,0.06403200030326843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,4,1,power_law_1.01,2.631814384460449
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,4,power_law_1.2,22.152371215820313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,4,1,power_law_1.2,0.08853759765625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,4,1,power_law_1.01,0.0875711977481842
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,4,power_law_1.2,40.282589721679685
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,4,1,power_law_1.2,0.11314560174942016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,4,1,power_law_1.01,0.10369280576705933
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,4,1,power_law_1.2,0.03845759928226471
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,4,power_law_1.01,0.22077760696411133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,4,1,power_law_1.2,0.19388480186462403
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,4,1,power_law_1.2,0.04695999920368195
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,4,power_law_1.01,0.30158400535583496
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,4,1,power_law_1.2,0.20911040306091308
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,4,1,power_law_1.01,3.8741214752197264
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,4,1,power_law_1.2,0.062009602785110474
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,4,power_law_1.01,0.17008320093154908
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,4,1,power_law_1.2,0.22196800708770753
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,4,1,power_law_1.2,0.07897279858589172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,4,1,power_law_1.2,0.06767680048942566
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,4,1,power_law_1.2,0.22924480438232422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,4,power_law_1.01,0.3541599988937378
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,4,1,power_law_1.2,0.09290239810943604
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,4,1,power_law_1.2,0.09747840166091919
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,4,1,power_law_1.01,0.27832961082458496
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,4,1,power_law_1.2,0.2346719980239868
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,4,1,power_law_1.2,0.16656320095062255
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,4,power_law_1.01,0.48165121078491213
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,4,1,power_law_1.01,0.2881695985794067
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,4,1,power_law_1.2,0.17591999769210814
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,4,1,power_law_1.2,0.24705278873443604
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,4,power_law_1.01,0.7161503791809082
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,4,1,power_law_1.01,0.28681919574737547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,4,1,power_law_1.01,5.109241485595703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,4,1,power_law_1.2,0.18370239734649657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,4,1,power_law_1.2,0.2871040105819702
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,4,power_law_1.2,40.07305908203125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,4,1,power_law_1.01,0.3090656042098999
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,4,1,power_law_1.2,0.18808000087738036
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,4,power_law_1.01,1.1837663650512695
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,4,1,power_law_1.2,0.2982815980911255
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,4,1,power_law_1.01,0.32253758907318114
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,4,1,power_law_1.2,0.207260799407959
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,4,power_law_1.01,0.17160320281982422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,4,1,power_law_1.2,0.311843204498291
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,4,power_law_1.01,1.2263327598571778
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,4,1,power_law_1.01,0.33293440341949465
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,4,1,power_law_1.2,0.21532800197601318
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,4,power_law_1.01,0.23767359256744386
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,4,1,power_law_1.2,0.3212640047073364
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,4,1,power_law_1.01,0.16280640363693238
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,4,1,power_law_1.2,0.22405118942260743
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,4,power_law_1.01,1.2350560188293458
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,4,power_law_1.01,0.157916796207428
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,4,1,power_law_1.2,0.3433056116104126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,4,1,power_law_1.01,0.17280639410018922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,4,1,power_law_1.2,0.2336575984954834
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,4,1,power_law_1.01,6.374431991577149
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,4,power_law_1.01,0.2531744003295898
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,4,1,power_law_1.2,0.36823039054870604
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,4,1,power_law_1.01,0.17961920499801637
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,4,power_law_1.01,1.2854111671447754
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,4,1,power_law_1.2,0.2462143898010254
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,4,1,power_law_1.2,0.13668160438537597
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,4,1,power_law_1.01,0.1829568028450012
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,4,power_law_1.01,0.3505824089050293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,4,1,power_law_1.2,0.42902722358703616
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,4,1,power_law_1.2,0.2566400051116943
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,4,1,power_law_1.2,0.2515232086181641
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,4,power_law_1.01,1.3156864166259765
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,4,1,power_law_1.01,0.19033279418945312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,4,1,power_law_1.2,0.26540799140930177
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,4,power_law_1.01,0.5193280220031739
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,4,1,power_law_1.2,0.4925568103790283
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,4,1,power_law_1.2,0.2713855981826782
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,4,1,power_law_1.01,0.21155200004577637
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,4,1,power_law_1.2,0.2806368112564087
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,4,power_law_1.01,1.3720831871032715
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,4,1,power_law_1.2,0.6411168098449707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,4,power_law_1.01,0.7080095767974853
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,4,1,power_law_1.01,0.22143359184265138
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,4,1,power_law_1.2,0.3328991889953613
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,4,1,power_law_1.01,0.2299583911895752
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,4,power_law_1.01,1.4009759902954102
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,4,1,power_law_1.2,0.7922656059265136
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,4,power_law_1.01,0.7275904178619385
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,4,1,power_law_1.2,0.38453121185302735
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,4,1,power_law_1.01,0.22918078899383545
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,4,1,power_law_1.2,0.47711358070373533
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,4,power_law_1.01,0.7586527824401855
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,4,1,power_law_1.01,0.24969279766082764
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,4,1,power_law_1.01,0.327510404586792
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,4,power_law_1.01,1.4758687973022462
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,4,1,power_law_1.2,1.0963808059692384
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,4,1,power_law_1.01,0.26141440868377686
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,4,1,power_law_1.01,10.110066986083984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,4,1,power_law_1.01,0.33657920360565186
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,4,1,power_law_1.2,0.5717216014862061
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,4,power_law_1.01,0.7716415882110595
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,4,power_law_1.01,1.5349663734436034
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,4,1,power_law_1.01,0.2757055997848511
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,4,1,power_law_1.2,1.4088735580444336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,4,1,power_law_1.01,0.3722143888473511
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,4,1,power_law_1.2,0.7815648078918457
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,4,power_law_1.01,0.7909696102142334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,4,1,power_law_1.01,0.3235743999481201
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,4,1,power_law_1.01,0.3607840061187744
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,4,power_law_1.01,1.6033632278442382
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,4,power_law_1.01,0.8270655632019043
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,4,1,power_law_1.01,0.3686752080917358
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,4,1,power_law_1.2,0.9892640113830566
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,4,1,power_law_1.01,0.3926239967346191
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,4,1,power_law_1.2,2.028745651245117
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,4,1,power_law_1.01,0.47197442054748534
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,4,1,power_law_1.01,0.4404160022735596
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,4,1,power_law_1.2,0.28487679958343504
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,4,power_law_1.01,0.8319519996643067
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,4,power_law_1.01,1.6725408554077148
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,4,1,power_law_1.2,1.40066556930542
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,4,1,power_law_1.2,0.29418559074401857
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,4,1,power_law_1.01,0.5299903869628906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,4,1,power_law_1.01,0.5684288024902344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,4,power_law_1.01,0.8457375526428222
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,4,1,power_law_1.2,2.6494592666625976
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,4,1,power_law_1.2,0.29602880477905275
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,4,power_law_1.01,1.8669248580932618
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,4,1,power_law_1.01,0.6102335929870606
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,4,1,power_law_1.01,0.7736095905303955
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,4,1,power_law_1.2,0.3142431974411011
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,4,power_law_1.01,0.9126848220825196
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,4,1,power_law_1.2,1.8101024627685547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,4,1,power_law_1.01,0.7740767955780029
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,4,1,power_law_1.2,0.32308480739593504
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,4,power_law_1.01,2.0097888946533202
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,4,power_law_1.01,0.9376992225646973
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,4,1,power_law_1.2,0.3382431983947754
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,4,1,power_law_1.2,3.8883136749267577
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,4,1,power_law_1.01,0.9455391883850097
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,4,power_law_1.01,1.0635904312133788
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,4,1,power_law_1.2,2.617286491394043
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,4,power_law_1.01,2.464396858215332
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,4,1,power_law_1.01,1.3035872459411622
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,4,power_law_1.01,1.2673760414123536
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,4,power_law_1.01,2.9500640869140624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,4,1,power_law_1.01,1.673004722595215
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,4,power_law_1.01,1.4888768196105957
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,4,1,power_law_1.2,3.4370113372802735
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,4,1,power_law_1.2,5.138512039184571
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,4,1,power_law_1.01,20.131385803222656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,4,power_law_1.01,1.9648927688598632
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,4,1,power_law_1.01,2.4627647399902344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,4,power_law_1.01,3.945750427246094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,4,power_law_1.01,0.15882240533828734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,4,power_law_1.01,0.18939199447631835
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,4,power_law_1.01,2.61146240234375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,4,1,power_law_1.2,4.306617736816406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,4,1,power_law_1.2,0.3300287961959839
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,4,power_law_1.01,0.13761279582977295
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,4,1,power_law_1.2,6.402243041992188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,4,1,power_law_1.01,3.2310142517089844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,4,1,power_law_1.2,0.3485503911972046
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,4,1,power_law_1.01,0.9812255859375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,4,power_law_1.01,4.958486557006836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,4,power_law_1.01,0.22360639572143554
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,4,1,power_law_1.2,0.38266239166259763
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,4,power_law_1.01,3.5520992279052734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,4,power_law_1.01,0.287443208694458
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,4,1,power_law_1.2,0.3671488046646118
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,4,1,power_law_1.01,1.3926207542419433
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,4,power_law_1.01,0.4496767997741699
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,4,1,power_law_1.2,0.399727988243103
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,4,power_law_1.01,0.46544637680053713
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,4,1,power_law_1.01,3.9688705444335937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,4,1,power_law_1.2,0.44405441284179686
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,4,1,power_law_1.01,1.7968320846557617
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,4,power_law_1.01,4.6532543182373045
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,4,1,power_law_1.2,6.7534942626953125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,4,power_law_1.01,0.4748511791229248
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,4,power_law_1.01,6.847452545166016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,4,1,power_law_1.2,0.5335616111755371
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,4,power_law_1.01,0.4950111865997314
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,4,1,power_law_1.2,0.6356160163879394
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,4,1,power_law_1.01,2.616886329650879
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,4,1,power_law_1.2,10.144841766357422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,4,power_law_1.01,0.4977695941925049
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,4,1,power_law_1.2,0.7823488235473632
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,4,power_law_1.01,0.5285600185394287
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,4,1,power_law_1.2,0.9726655960083008
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,4,power_law_1.01,6.40506591796875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,4,1,power_law_1.01,6.360863876342774
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,4,power_law_1.01,0.5352799892425537
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,4,1,power_law_1.01,3.441689682006836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,4,1,power_law_1.2,1.3288928031921388
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,4,power_law_1.01,9.179030609130859
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,4,power_law_1.01,0.5588319778442383
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,4,power_law_1.01,0.5867551803588867
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,4,1,power_law_1.2,1.6932416915893556
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,4,power_law_1.01,0.6141312122344971
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,4,1,power_law_1.01,4.323782348632813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,4,power_law_1.01,0.6399903774261475
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,4,power_law_1.01,8.698931121826172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,4,1,power_law_1.2,2.4420576095581055
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,4,1,power_law_1.2,13.507740783691407
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,4,power_law_1.01,0.6983200073242187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,4,power_law_1.2,0.2059648036956787
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,4,power_law_1.01,0.8373632431030273
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,4,power_law_1.2,0.14266560077667237
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,4,power_law_1.01,0.9505951881408692
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,4,1,power_law_1.2,3.2678688049316404
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,4,power_law_1.2,0.17891520261764526
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,4,power_law_1.01,13.75625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,4,power_law_1.2,0.334003210067749
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,4,1,power_law_1.01,12.534400177001952
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,4,power_law_1.01,1.2481663703918457
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,4,1,power_law_1.01,6.8392578125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,4,power_law_1.2,0.4030111789703369
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,4,power_law_1.2,0.17252800464630128
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,4,1,power_law_1.2,20.15771484375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,4,power_law_1.01,1.5617568016052246
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,4,power_law_1.2,0.13684799671173095
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,4,power_law_1.2,0.7493855953216553
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,4,1,power_law_1.2,3.9684673309326173
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,4,power_law_1.01,13.401254272460937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,4,power_law_1.2,0.15512640476226808
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,4,power_law_1.2,1.2424448013305665
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,4,power_law_1.2,0.2254080057144165
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,4,power_law_1.01,2.094921684265137
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,4,power_law_1.2,1.2253120422363282
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,4,power_law_1.2,0.30122880935668944
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,4,power_law_1.2,0.5348639965057373
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,4,power_law_1.2,1.3016511917114257
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,4,power_law_1.01,2.673673629760742
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,4,power_law_1.2,0.7088064193725586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,4,power_law_1.2,1.3666367530822754
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,4,1,power_law_1.2,6.576780700683594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,4,power_law_1.2,0.16844160556793214
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,4,power_law_1.2,0.7326943874359131
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,4,power_law_1.01,18.072210693359374
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,4,power_law_1.2,1.3742464065551758
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,4,power_law_1.2,0.7616127967834473
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,4,power_law_1.01,3.850444793701172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,4,power_law_1.2,0.8035584449768066
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,4,power_law_1.2,1.436406421661377
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,4,1,power_law_1.01,13.673423767089844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,4,1,power_law_1.01,0.08563519716262817
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,4,power_law_1.2,0.8285887718200684
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,4,power_law_1.01,16.766738891601562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,4,power_law_1.2,1.4503040313720703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,4,1,power_law_1.01,0.11476479768753052
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,4,power_law_1.2,0.8313247680664062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,4,power_law_1.01,4.9280353546142575
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,4,1,power_law_1.01,0.16596800088882446
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,4,power_law_1.2,1.4703295707702637
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,4,power_law_1.2,0.8650336265563965
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,4,1,power_law_1.01,0.3163167953491211
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,4,power_law_1.2,1.592240047454834
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,4,1,power_law_1.01,0.3936608076095581
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,4,power_law_1.2,0.886355209350586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,4,1,power_law_1.01,0.675324821472168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,4,power_law_1.2,0.9493791580200195
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,4,power_law_1.2,1.690883255004883
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,4,1,power_law_1.01,0.7510272026062011
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,4,1,power_law_1.2,12.75732192993164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,4,power_law_1.01,7.642835235595703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,4,power_law_1.2,0.9859583854675293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,4,power_law_1.2,1.696214485168457
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,4,1,power_law_1.01,0.7891744136810303
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,4,1,power_law_1.01,0.07288640141487121
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,4,power_law_1.2,0.10228480100631714
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,4,power_law_1.2,1.0693375587463378
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,4,1,power_law_1.01,0.09988800287246705
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,4,power_law_1.2,0.1275264024734497
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,4,1,power_law_1.01,0.8080639839172363
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,4,power_law_1.2,1.8777759552001954
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,4,1,power_law_1.01,0.12791999578475952
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,4,power_law_1.01,22.809703063964843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,4,power_law_1.2,1.3818880081176759
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,4,power_law_1.2,0.1943935990333557
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,4,1,power_law_1.01,0.8112383842468261
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,4,1,power_law_1.01,0.2186527967453003
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,4,power_law_1.2,2.0708927154541015
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,4,power_law_1.2,0.26410560607910155
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,4,1,power_law_1.01,0.8620320320129394
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,4,power_law_1.2,1.595638370513916
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,4,1,power_law_1.01,0.30394558906555175
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,4,power_law_1.2,0.43312320709228513
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,4,power_law_1.01,21.130035400390625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,4,1,power_law_1.01,0.4796031951904297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,4,1,power_law_1.01,0.8977760314941406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,4,power_law_1.2,2.5877664566040037
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,4,power_law_1.2,0.48639678955078125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,4,power_law_1.01,9.890841674804687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,4,power_law_1.2,2.068207931518555
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,4,1,power_law_1.01,0.5226463794708252
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,4,1,power_law_1.01,1.2703328132629395
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,4,power_law_1.2,0.4789760112762451
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,4,1,power_law_1.01,0.5336607933044434
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,4,power_law_1.2,0.4993472099304199
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,4,power_law_1.2,3.112598419189453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,4,1,power_law_1.01,1.3286016464233399
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,4,power_law_1.2,2.668230438232422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,4,1,power_law_1.01,0.5708864212036133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,4,power_law_1.2,0.5280288219451904
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,4,1,power_law_1.01,0.5792255878448487
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,4,1,power_law_1.01,1.3922207832336426
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,4,power_law_1.2,0.5363615989685059
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,4,1,power_law_1.01,0.6170752048492432
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,4,power_law_1.2,4.134809494018555
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,4,power_law_1.2,3.8270015716552734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,4,1,power_law_1.01,1.4406880378723144
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,4,power_law_1.2,0.5495232105255127
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,4,1,power_law_1.01,0.6442495822906494
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,4,power_law_1.2,0.5773663997650147
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,4,1,power_law_1.01,1.502943992614746
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,4,1,power_law_1.01,0.7581151962280274
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,4,power_law_1.2,0.6174943923950196
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,4,power_law_1.01,13.138327026367188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,4,1,power_law_1.01,0.7831168174743652
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,4,1,power_law_1.01,1.6223615646362304
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,4,power_law_1.2,4.912700653076172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,4,power_law_1.2,5.310899353027343
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,4,power_law_1.2,0.6343488216400146
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,4,1,power_law_1.01,0.8279359817504883
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,4,1,power_law_1.01,1.7543327331542968
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,4,power_law_1.2,0.6589216232299805
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,4,1,power_law_1.01,0.8680928230285645
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,4,power_law_1.2,0.7344927787780762
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,4,1,power_law_1.01,0.9085439682006836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,4,1,power_law_1.01,2.0437503814697267
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,4,power_law_1.2,0.8566399574279785
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,4,power_law_1.2,7.023497772216797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,4,1,power_law_1.01,1.027791976928711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,4,power_law_1.2,7.444166564941407
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,4,1,power_law_1.01,2.330342483520508
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,4,power_law_1.2,0.9954815864562988
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,4,1,power_law_1.01,1.2072480201721192
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,4,power_law_1.2,1.311411190032959
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,4,1,power_law_1.01,1.565283203125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,4,1,power_law_1.01,3.01343994140625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,4,power_law_1.01,40.748599243164065
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,4,power_law_1.2,1.5720352172851562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,4,power_law_1.01,35.05691833496094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,4,1,power_law_1.01,1.9168895721435546
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,4,power_law_1.2,9.406594848632812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,4,power_law_1.2,9.900563049316407
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,4,1,power_law_1.01,3.705302429199219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,4,power_law_1.01,19.102326965332033
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,4,power_law_1.2,2.177984046936035
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,4,1,power_law_1.01,2.608777618408203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,4,power_law_1.2,2.9268320083618162
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,4,1,power_law_1.01,5.240521621704102
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,4,1,power_law_1.01,3.331683349609375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,4,power_law_1.2,4.4446369171142575
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,4,1,power_law_1.01,4.74475212097168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,4,power_law_1.2,14.582473754882812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,4,1,power_law_1.01,6.743753814697266
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,4,power_law_1.2,16.708905029296876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,4,power_law_1.2,5.438336181640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,4,1,power_law_1.01,6.173827362060547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,4,1,power_law_1.01,9.8521728515625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,4,power_law_1.2,7.636662292480469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,4,1,power_law_1.01,9.025542449951171
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,4,power_law_1.2,18.120013427734374
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,4,power_law_1.2,20.737615966796874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,4,1,power_law_1.01,12.810777282714843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,4,power_law_1.2,11.179027557373047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,4,power_law_1.01,40.43196411132813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,4,1,power_law_1.01,11.881958770751954
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,4,1,power_law_1.01,0.07153919935226441
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,4,1,power_law_1.01,0.0859167993068695
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,4,1,power_law_1.01,0.10916800498962402
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,4,1,power_law_1.01,0.18690240383148193
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,4,1,power_law_1.01,0.25753920078277587
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,4,1,power_law_1.01,0.4220831871032715
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,4,power_law_1.2,13.176296997070313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,4,1,power_law_1.01,15.968185424804688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,4,1,power_law_1.01,0.44983677864074706
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,4,power_law_1.2,26.46268310546875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,4,1,power_law_1.01,0.4821887969970703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,4,1,power_law_1.01,14.796234130859375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,4,1,power_law_1.01,0.5003680229187012
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,4,power_law_1.2,24.852458190917968
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,4,1,power_law_1.01,0.5070015907287597
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,4,power_law_1.01,68.5022705078125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,4,1,power_law_1.01,0.5246272087097168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,4,1,power_law_1.2,0.08524159789085388
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,4,power_law_1.01,74.81694946289062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,4,1,power_law_1.01,0.5346496105194092
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,4,1,power_law_1.2,0.09750720262527465
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,4,1,power_law_1.2,0.07826880216598511
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,4,1,power_law_1.2,0.15740159749984742
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,4,1,power_law_1.01,0.544374418258667
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,4,1,power_law_1.2,0.0877664029598236
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,4,1,power_law_1.2,0.26578559875488283
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,4,1,power_law_1.01,0.5534624099731446
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,4,1,power_law_1.2,0.12263360023498535
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,4,1,power_law_1.2,0.3703743934631348
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,4,1,power_law_1.2,0.2016671895980835
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,4,1,power_law_1.01,0.5840352058410645
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,4,1,power_law_1.2,0.6684671878814697
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,4,1,power_law_1.2,0.25138559341430666
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,4,1,power_law_1.01,0.6203135967254638
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,4,1,power_law_1.2,0.48044161796569823
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,4,1,power_law_1.2,0.7502431869506836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,4,1,power_law_1.01,0.6460288047790528
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,4,1,power_law_1.2,0.5095551967620849
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,4,1,power_law_1.2,0.7763328075408935
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,4,1,power_law_1.01,0.7371071815490723
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,4,power_law_1.2,22.614874267578124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,4,1,power_law_1.2,0.5619743824005127
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,4,1,power_law_1.2,0.8126048088073731
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,4,1,power_law_1.01,0.8366304397583008
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,4,1,power_law_1.01,24.959817504882814
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,4,1,power_law_1.2,0.5738368034362793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,4,1,power_law_1.2,0.8450207710266113
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,4,1,power_law_1.2,0.599286413192749
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,4,1,power_law_1.01,1.0232576370239257
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,4,1,power_law_1.01,23.364419555664064
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,4,1,power_law_1.2,0.9003199577331543
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,4,1,power_law_1.2,0.6401535987854003
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,4,1,power_law_1.01,1.222713565826416
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,4,1,power_law_1.2,0.9258079528808594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,4,1,power_law_1.2,0.669055986404419
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,4,1,power_law_1.2,1.3375583648681642
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,4,1,power_law_1.01,1.625116729736328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,4,1,power_law_1.2,0.7869919776916504
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,4,1,power_law_1.2,0.8341919898986816
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,4,1,power_law_1.2,1.3625856399536134
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,4,1,power_law_1.01,2.05133113861084
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,4,power_law_1.2,37.87841796875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,4,1,power_law_1.2,0.8635071754455567
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,4,1,power_law_1.2,1.4248255729675292
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,4,1,power_law_1.2,0.8867648124694825
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,4,1,power_law_1.2,1.4897088050842284
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,4,1,power_law_1.01,2.8715232849121093
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,4,1,power_law_1.2,0.9297344207763671
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,4,1,power_law_1.2,1.5274399757385253
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,4,1,power_law_1.2,1.08505277633667
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,4,power_law_1.2,45.259036254882815
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,4,1,power_law_1.01,3.764313507080078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,4,1,power_law_1.2,1.6774879455566407
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,4,1,power_law_1.2,1.2384639739990235
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,4,1,power_law_1.2,1.7841951370239257
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,4,1,power_law_1.2,1.5812959671020508
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,4,1,power_law_1.2,2.077894401550293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,4,1,power_law_1.2,1.9294912338256835
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,4,1,power_law_1.01,5.466169738769532
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,4,1,power_law_1.2,2.413590431213379
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,4,1,power_law_1.2,2.6281951904296874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,4,1,power_law_1.2,3.0944000244140626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,4,1,power_law_1.2,3.3394527435302734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,4,1,power_law_1.01,7.215932464599609
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,4,1,power_law_1.2,3.79967041015625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,4,power_law_1.2,45.95305480957031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,4,1,power_law_1.2,4.772169494628907
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,4,1,power_law_1.2,0.0720416009426117
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,4,1,power_law_1.2,0.07728639841079712
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,4,1,power_law_1.01,49.483343505859374
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,4,1,power_law_1.2,5.278607940673828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,4,1,power_law_1.01,46.35167236328125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,4,1,power_law_1.2,0.09920639991760254
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,4,1,power_law_1.01,8.961376190185547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,4,1,power_law_1.2,0.17406079769134522
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,4,1,power_law_1.2,6.2031902313232425
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,4,power_law_1.01,0.22900800704956054
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,4,power_law_1.01,0.15760639905929566
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,4,1,power_law_1.2,0.22869760990142823
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,4,1,power_law_1.2,0.4193312168121338
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,4,power_law_1.01,0.44997119903564453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,4,power_law_1.01,0.31089599132537843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,4,1,power_law_1.2,6.864902496337891
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,4,1,power_law_1.2,0.45517120361328123
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,4,1,power_law_1.2,0.49202880859375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,4,power_law_1.01,0.7265247821807861
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,4,power_law_1.01,0.5439008235931396
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,4,1,power_law_1.2,0.5089888095855712
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,4,1,power_law_1.2,9.066358184814453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,4,power_law_1.01,0.34875199794769285
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,4,power_law_1.01,0.2913248062133789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,4,1,power_law_1.2,0.5200704097747803
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,4,1,power_law_1.2,0.5356959819793701
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,4,power_law_1.01,0.435148811340332
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,4,power_law_1.01,0.5920959949493408
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,4,1,power_law_1.01,14.013410949707032
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,4,1,power_law_1.2,0.5509920120239258
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,4,1,power_law_1.2,9.918924713134766
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,4,1,power_law_1.2,0.5574560165405273
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,4,power_law_1.01,0.6547584056854248
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,4,power_law_1.01,0.8974623680114746
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,4,1,power_law_1.2,0.5878623962402344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,4,power_law_1.01,0.7508480072021484
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,4,power_law_1.01,1.0046879768371582
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,4,1,power_law_1.2,0.6124735832214355
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,4,1,power_law_1.2,11.902019500732422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,4,1,power_law_1.2,0.6313759803771972
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,4,power_law_1.01,0.9583871841430665
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,4,power_law_1.01,1.3094112396240234
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,4,1,power_law_1.2,0.6812255859375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,4,power_law_1.01,1.008579158782959
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,4,1,power_law_1.2,0.7734720230102539
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,4,1,power_law_1.2,12.878726196289062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,4,power_law_1.01,1.4538432121276856
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,4,1,power_law_1.2,0.8563615798950195
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,4,power_law_1.01,1.0430784225463867
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,4,1,power_law_1.2,1.0470399856567383
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,4,power_law_1.01,1.4557567596435548
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,4,power_law_1.2,80.16851806640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,4,power_law_1.01,1.3874784469604493
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,4,1,power_law_1.2,1.257436752319336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,4,power_law_1.01,2.250886344909668
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,4,1,power_law_1.2,14.82427520751953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,4,1,power_law_1.2,1.6541151046752929
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,4,power_law_1.01,1.4281920433044433
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,4,1,power_law_1.2,2.0717248916625977
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,4,power_law_1.01,2.2679391860961915
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,4,power_law_1.01,1.4608960151672363
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,4,1,power_law_1.01,27.52303466796875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,4,1,power_law_1.2,15.960914611816406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,4,1,power_law_1.2,2.9178335189819338
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,4,power_law_1.01,2.384022331237793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,4,power_law_1.01,1.4915072441101074
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,4,power_law_1.2,0.2316512107849121
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,4,power_law_1.2,0.45075201988220215
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,4,power_law_1.01,1.550499153137207
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,4,power_law_1.01,2.4634559631347654
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,4,1,power_law_1.2,3.7142913818359373
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,4,power_law_1.2,0.42249598503112795
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,4,power_law_1.01,1.5661855697631837
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,4,power_law_1.2,98.78655395507812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,4,power_law_1.01,2.561075210571289
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,4,power_law_1.2,0.3591104030609131
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,4,power_law_1.01,0.1378335952758789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,4,1,power_law_1.2,5.487664031982422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,4,power_law_1.01,1.6823680877685547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,4,power_law_1.2,0.15779839754104613
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,4,power_law_1.2,0.5574912071228028
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,4,power_law_1.01,2.6070367813110353
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,4,1,power_law_1.2,23.391293334960938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,4,power_law_1.2,0.3086015939712524
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,4,power_law_1.01,1.8217952728271485
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,4,power_law_1.2,0.7564320087432861
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,4,power_law_1.2,0.315993595123291
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,4,power_law_1.01,2.7525312423706056
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,4,power_law_1.01,1.9339040756225585
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,4,power_law_1.2,0.8800607681274414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,4,1,power_law_1.2,7.227484893798828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,4,power_law_1.2,0.2764384031295776
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,4,1,power_law_1.2,24.733766174316408
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,4,power_law_1.01,2.9936191558837892
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,4,power_law_1.2,0.43408961296081544
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,4,power_law_1.2,1.2781056404113769
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,4,power_law_1.01,2.3391679763793944
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,4,power_law_1.2,0.5658559799194336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,4,power_law_1.2,1.3510080337524415
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,4,power_law_1.01,3.2062015533447266
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,4,power_law_1.01,2.7538400650024415
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,4,power_law_1.01,0.2235584020614624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,4,power_law_1.2,0.6584896087646485
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,4,1,power_law_1.2,9.038374328613282
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,4,power_law_1.2,1.4273759841918945
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,4,power_law_1.01,0.39740159511566164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,4,power_law_1.2,0.9296863555908204
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,4,power_law_1.01,3.605846405029297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,4,power_law_1.01,3.721964645385742
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,4,power_law_1.01,0.22112319469451905
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,4,power_law_1.2,2.060294342041016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,4,power_law_1.2,0.9634816169738769
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,4,power_law_1.01,0.3725951910018921
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,4,power_law_1.01,4.072784042358398
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,4,power_law_1.2,2.2501535415649414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,4,power_law_1.2,1.0093279838562013
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,4,power_law_1.01,4.556588745117187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,4,power_law_1.01,0.5124351978302002
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,4,power_law_1.2,1.3550880432128907
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,4,power_law_1.2,2.313222312927246
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,4,power_law_1.01,0.5847487926483155
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,4,1,power_law_1.2,14.046783447265625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,4,power_law_1.01,4.775027084350586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,4,power_law_1.2,1.4083295822143556
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,4,power_law_1.01,0.7662720203399658
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,4,power_law_1.2,2.4425376892089843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,4,power_law_1.01,6.32336311340332
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,4,power_law_1.01,0.8140704154968261
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,4,power_law_1.2,1.4010751724243165
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,4,power_law_1.01,5.550316619873047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,4,power_law_1.2,2.4718080520629884
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,4,power_law_1.01,0.8155679702758789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,4,power_law_1.2,1.5113727569580078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,4,1,power_law_1.2,46.3636474609375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,4,power_law_1.01,0.8947392463684082
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,4,power_law_1.2,2.588352012634277
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,4,power_law_1.01,8.171440124511719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,4,power_law_1.2,1.557680034637451
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,4,power_law_1.2,0.1378975987434387
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,4,power_law_1.01,0.9175807952880859
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,4,power_law_1.01,7.4461181640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,4,power_law_1.2,1.613542366027832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,4,power_law_1.2,2.740281677246094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,4,power_law_1.2,0.22258880138397216
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,4,power_law_1.01,0.9408255577087402
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,4,1,power_law_1.2,49.310107421875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,4,power_law_1.2,0.22721600532531738
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,4,power_law_1.2,1.636742401123047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,4,power_law_1.01,0.9678303718566894
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,4,power_law_1.2,3.019001579284668
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,4,1,power_law_1.01,0.09158080220222473
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,4,power_law_1.2,0.2092736005783081
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,4,power_law_1.01,11.93875503540039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,4,power_law_1.01,1.0180959701538086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,4,1,power_law_1.01,0.1542688012123108
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,4,power_law_1.2,1.759040069580078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,4,power_law_1.01,9.097945404052734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,4,power_law_1.2,0.32204480171203614
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,4,power_law_1.2,3.2927871704101563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,4,1,power_law_1.2,27.846096801757813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,4,1,power_law_1.01,0.22146239280700683
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,4,power_law_1.01,1.0645471572875977
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,4,power_law_1.2,0.46094398498535155
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,4,power_law_1.2,2.093948745727539
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,4,1,power_law_1.01,0.08119680285453797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,4,1,power_law_1.01,0.28733439445495607
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,4,power_law_1.01,1.0852160453796387
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,4,power_law_1.2,3.671244812011719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,4,power_law_1.2,0.5338304042816162
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,4,1,power_law_1.01,0.13944000005722046
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,4,power_law_1.2,2.4894079208374023
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,4,1,power_law_1.01,0.5221951961517334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,4,power_law_1.01,1.2343263626098633
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,4,power_law_1.2,0.7488927841186523
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,4,1,power_law_1.01,0.1804479956626892
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,4,1,power_law_1.01,0.7679615974426269
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,4,power_law_1.2,4.187110519409179
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,4,1,power_law_1.01,0.22809920310974122
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,4,power_law_1.01,12.448863983154297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,4,power_law_1.2,0.7821856021881104
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,4,power_law_1.01,1.311638355255127
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,4,power_law_1.2,2.962166404724121
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,4,power_law_1.01,15.809347534179688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,4,1,power_law_1.01,0.9529279708862305
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,4,1,power_law_1.01,0.4096191883087158
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,4,power_law_1.2,0.8171711921691894
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,4,power_law_1.01,1.5568063735961915
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,4,power_law_1.2,3.8560543060302734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,4,power_law_1.2,5.011382293701172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,4,1,power_law_1.01,0.579366397857666
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,4,power_law_1.2,0.8635135650634765
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,4,1,power_law_1.01,1.2279775619506836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,4,power_law_1.01,1.7743295669555663
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,4,1,power_law_1.01,0.6896671772003173
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,4,power_law_1.2,0.9003583908081054
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,4,1,power_law_1.01,1.3036416053771973
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,4,power_law_1.2,4.820431900024414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,4,power_law_1.01,2.3077760696411134
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,4,1,power_law_1.01,0.8733407974243164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,4,power_law_1.2,0.9176063537597656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,4,power_law_1.2,5.949049758911133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,4,1,power_law_1.01,1.3500320434570312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,4,power_law_1.01,16.602508544921875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,4,1,power_law_1.01,0.9167743682861328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,4,power_law_1.2,0.9655488014221192
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,4,power_law_1.01,2.734502410888672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,4,1,power_law_1.01,1.457596778869629
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,4,1,power_law_1.01,0.9790047645568848
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,4,power_law_1.2,1.0008352279663086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,4,power_law_1.2,6.668195343017578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,4,power_law_1.01,19.53424987792969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,4,1,power_law_1.01,1.4933664321899414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,4,power_law_1.2,7.716742706298828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,4,1,power_law_1.01,1.0269503593444824
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,4,power_law_1.2,1.0605119705200194
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,4,power_law_1.01,3.8027137756347655
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,4,1,power_law_1.01,1.5630304336547851
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,4,1,power_law_1.01,1.0529120445251465
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,4,power_law_1.2,1.1237055778503418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,4,1,power_law_1.01,1.6339839935302733
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,4,1,power_law_1.01,1.1089568138122559
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,4,power_law_1.2,8.511577606201172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,4,power_law_1.2,1.2399295806884765
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,4,power_law_1.01,4.814886474609375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,4,power_law_1.2,9.627900695800781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,4,1,power_law_1.01,1.7180383682250977
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,4,1,power_law_1.01,1.1885727882385253
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,4,power_law_1.2,1.364297580718994
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,4,power_law_1.01,21.36688690185547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,4,1,power_law_1.01,1.2534015655517579
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,4,1,power_law_1.01,1.7889728546142578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,4,power_law_1.2,1.6331615447998047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,4,power_law_1.01,7.002921295166016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,4,1,power_law_1.01,1.3111552238464355
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,4,1,power_law_1.01,2.549625587463379
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,4,power_law_1.2,1.8814495086669922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,4,power_law_1.2,12.732508850097656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,4,1,power_law_1.01,1.5445695877075196
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,4,1,power_law_1.01,2.7303871154785155
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,4,power_law_1.2,13.265597534179687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,4,power_law_1.2,2.3926111221313477
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,4,1,power_law_1.01,1.6351776123046875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,4,power_law_1.01,30.063336181640626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,4,power_law_1.01,8.775312042236328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,4,1,power_law_1.01,2.9131839752197264
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,4,power_law_1.2,2.9536415100097657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,4,1,power_law_1.01,1.73702392578125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,4,1,power_law_1.01,2.004262351989746
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,4,1,power_law_1.01,3.292496109008789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,4,power_law_1.2,4.037686538696289
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,4,power_law_1.2,17.207577514648438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,4,1,power_law_1.01,2.3240800857543946
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,4,1,power_law_1.01,3.6816097259521485
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,4,power_law_1.01,10.905165100097657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,4,power_law_1.2,17.100445556640626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,4,power_law_1.01,32.49667053222656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,4,power_law_1.2,5.228015899658203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,4,1,power_law_1.01,3.007535934448242
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,4,1,power_law_1.01,4.331292724609375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,4,1,power_law_1.01,3.6790206909179686
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,4,1,power_law_1.01,4.91993293762207
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,4,power_law_1.2,7.302067565917969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,4,1,power_law_1.01,5.065702438354492
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,4,power_law_1.2,21.481715393066406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,4,power_law_1.01,17.309625244140626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,4,1,power_law_1.01,6.134614562988281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,4,power_law_1.2,23.103677368164064
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,4,power_law_1.2,9.636185455322266
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,4,1,power_law_1.01,6.4313507080078125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,4,1,power_law_1.01,7.529277038574219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,4,1,power_law_1.01,9.161014556884766
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,4,power_law_1.2,12.011074829101563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,4,power_law_1.01,58.965771484375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,4,1,power_law_1.01,10.51379852294922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,4,power_law_1.2,32.11625671386719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,4,1,power_law_1.01,11.857933044433594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,4,1,power_law_1.01,0.07305279970169068
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,4,power_law_1.01,36.622503662109374
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,4,1,power_law_1.01,13.422831726074218
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,4,power_law_1.2,37.80213317871094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,4,power_law_1.2,19.029193115234374
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,4,power_law_1.01,63.95048217773437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,4,1,power_law_1.2,0.092467200756073
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,4,1,power_law_1.01,0.08992319703102111
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,4,1,power_law_1.2,0.15380159616470337
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,4,1,power_law_1.01,14.677389526367188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,4,1,power_law_1.2,0.08169599771499633
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,4,1,power_law_1.01,0.13118079900741578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,4,1,power_law_1.2,0.179967999458313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,4,1,power_law_1.2,0.1389664053916931
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,4,1,power_law_1.01,0.21034560203552247
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,4,1,power_law_1.2,0.28355519771575927
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,4,1,power_law_1.2,0.1552832007408142
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,4,1,power_law_1.01,16.462217712402342
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,4,1,power_law_1.01,0.3366624116897583
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,4,1,power_law_1.2,0.4738016128540039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,4,1,power_law_1.2,0.22280640602111818
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,4,1,power_law_1.01,0.5038976192474365
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,4,1,power_law_1.2,0.3365216016769409
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,4,1,power_law_1.2,0.7039680004119873
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,4,1,power_law_1.01,0.6016799926757812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,4,1,power_law_1.2,0.5030111789703369
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,4,1,power_law_1.2,0.8151264190673828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,4,1,power_law_1.01,0.7764031887054443
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,4,1,power_law_1.2,0.5944863796234131
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,4,1,power_law_1.2,1.1837823867797852
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,4,1,power_law_1.01,0.8012224197387695
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,4,1,power_law_1.2,0.838924789428711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,4,1,power_law_1.2,1.2471296310424804
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,4,1,power_law_1.01,22.832095336914062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,4,1,power_law_1.01,0.8543423652648926
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,4,1,power_law_1.2,0.8761343955993652
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,4,1,power_law_1.2,1.3065247535705566
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,4,1,power_law_1.01,0.877785587310791
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,4,1,power_law_1.2,0.9441472053527832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,4,1,power_law_1.2,1.364303970336914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,4,power_law_1.2,38.74179382324219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,4,1,power_law_1.01,0.9147456169128418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,4,1,power_law_1.2,1.004742431640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,4,1,power_law_1.01,25.053782653808593
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,4,1,power_law_1.2,1.4517631530761719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,4,1,power_law_1.01,0.9388671875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,4,1,power_law_1.2,1.0478303909301758
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,4,1,power_law_1.2,0.07354559898376464
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,4,1,power_law_1.2,1.5322303771972656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,4,1,power_law_1.01,0.9845664024353027
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,4,1,power_law_1.2,1.1011679649353028
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,4,power_law_1.2,61.155828857421874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,4,1,power_law_1.2,0.08967040181159973
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,4,1,power_law_1.01,1.0136927604675292
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,4,1,power_law_1.2,1.611427116394043
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,8,power_law_1.01,0.18629759550094604
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,4,1,power_law_1.2,1.1744704246520996
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,4,1,power_law_1.2,0.10946240425109863
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,4,1,power_law_1.01,1.0187199592590332
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,4,1,power_law_1.2,0.2081279993057251
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,4,1,power_law_1.2,1.7346208572387696
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,4,1,power_law_1.2,1.2495391845703125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,4,1,power_law_1.2,0.31341118812561036
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,4,1,power_law_1.01,1.0746751785278321
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,4,1,power_law_1.2,1.826176071166992
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,4,1,power_law_1.2,1.340118408203125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,4,1,power_law_1.2,0.4286655902862549
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,8,power_law_1.01,0.2919264078140259
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,4,1,power_law_1.01,1.188969612121582
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,8,power_law_1.01,0.28958721160888673
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,8,power_law_1.01,0.2865920066833496
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,4,1,power_law_1.2,1.545952033996582
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,8,power_law_1.01,0.2862303972244263
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,4,1,power_law_1.2,2.554902458190918
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,8,power_law_1.01,0.2873728036880493
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,4,1,power_law_1.2,0.5196864128112793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,8,power_law_1.01,0.289516806602478
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,8,power_law_1.01,0.2955456018447876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.01,1.2700672149658203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,8,power_law_1.01,0.3150784015655518
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,4,power_law_1.2,76.62278442382812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,8,power_law_1.01,0.3282464027404785
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,4,1,power_law_1.2,1.650160026550293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,4,1,power_law_1.2,0.7296000003814698
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,8,power_law_1.01,0.3475519895553589
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,4,1,power_law_1.2,2.801228713989258
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,8,power_law_1.01,0.39522879123687743
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,8,power_law_1.01,0.1609536051750183
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.01,1.4602335929870605
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,8,power_law_1.01,0.39290239810943606
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,8,power_law_1.01,0.2703392028808594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,8,power_law_1.01,0.45336642265319826
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,8,power_law_1.01,0.27130560874938964
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,4,1,power_law_1.2,0.787059211730957
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,4,1,power_law_1.2,1.7965215682983398
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,8,power_law_1.01,0.2554368019104004
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,8,power_law_1.01,0.5378176212310791
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,8,power_law_1.01,0.25974719524383544
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,8,power_law_1.01,0.5951776027679443
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,8,power_law_1.01,0.27306880950927737
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,4,1,power_law_1.2,3.001417541503906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.01,1.6551456451416016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,8,power_law_1.01,0.27959039211273196
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,8,power_law_1.01,0.6989759922027587
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,4,1,power_law_1.2,0.8037664413452148
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,8,power_law_1.01,0.2835423946380615
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,8,power_law_1.01,0.9926079750061035
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,8,power_law_1.01,0.31050240993499756
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,4,1,power_law_1.01,44.81435852050781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,4,1,power_law_1.2,2.088591957092285
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,8,power_law_1.01,0.31917760372161863
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,8,power_law_1.01,1.2401087760925293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,8,power_law_1.01,0.334335994720459
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,8,power_law_1.01,0.3709952116012573
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,4,1,power_law_1.2,0.8418399810791015
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.01,2.0423904418945313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,8,power_law_1.01,0.38524799346923827
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,8,power_law_1.01,1.9064607620239258
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,4,1,power_law_1.2,3.376831817626953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,8,power_law_1.01,0.42116799354553225
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,8,power_law_1.01,0.48607678413391114
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,4,1,power_law_1.2,2.435968017578125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,8,power_law_1.01,0.5515776157379151
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,8,power_law_1.01,2.6726688385009765
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,4,1,power_law_1.2,0.8833696365356445
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,8,power_law_1.01,0.6086688041687012
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.01,2.449020767211914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,8,power_law_1.01,1.0038975715637206
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,4,1,power_law_1.2,3.77437744140625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,4,1,power_law_1.2,0.9069696426391601
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,8,power_law_1.01,3.933843231201172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,8,power_law_1.01,1.283187198638916
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,4,1,power_law_1.2,3.11059513092041
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,8,power_law_1.01,1.7916160583496095
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,4,1,power_law_1.2,0.9675456047058105
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,4,1,power_law_1.01,48.899169921875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.01,3.299967956542969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,8,power_law_1.01,2.4928863525390623
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,8,power_law_1.01,5.285123062133789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,8,power_law_1.2,0.18125760555267334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,4,1,power_law_1.2,4.4476768493652346
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,8,power_law_1.2,0.3027967929840088
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,4,1,power_law_1.2,3.815311813354492
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,4,1,power_law_1.2,1.0148192405700684
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,8,power_law_1.2,0.30837440490722656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,8,power_law_1.01,3.665292739868164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,8,power_law_1.2,0.2842816114425659
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,8,power_law_1.2,0.2880064010620117
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,8,power_law_1.2,0.28797121047973634
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,8,power_law_1.2,0.2906048059463501
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,4,1,power_law_1.2,1.0227968215942382
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.01,4.047299194335937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,8,power_law_1.2,0.2961983919143677
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,8,power_law_1.2,0.3252511978149414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,8,power_law_1.01,8.979379272460937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,8,power_law_1.01,4.9771678924560545
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,8,power_law_1.2,0.33924479484558107
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,4,1,power_law_1.2,5.035308837890625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,8,power_law_1.2,0.35049920082092284
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,4,1,power_law_1.2,5.1895393371582035
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,4,1,power_law_1.2,1.103593635559082
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,8,power_law_1.2,0.3968192100524902
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,8,power_law_1.2,0.4123231887817383
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,8,power_law_1.2,0.4478752136230469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,8,power_law_1.2,0.5427040100097656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,8,power_law_1.2,0.565340805053711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,4,1,power_law_1.2,1.2003999710083009
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,8,power_law_1.2,0.6521024227142334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,8,power_law_1.01,7.218115234375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.01,5.788041687011718
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,8,power_law_1.2,1.026460838317871
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,4,1,power_law_1.2,6.400364685058594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,8,power_law_1.2,1.3302720069885254
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.2,1.3174943923950195
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,4,1,power_law_1.2,6.569868469238282
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,8,power_law_1.01,12.529110717773438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,8,power_law_1.2,2.069811248779297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.2,1.5097311973571776
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,8,power_law_1.2,2.6279808044433595
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,8,power_law_1.01,9.756185913085938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.01,7.568367767333984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.2,1.7143743515014649
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,8,power_law_1.2,4.011379241943359
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,4,1,power_law_1.2,7.726006317138672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,4,1,power_law_1.2,9.285612487792969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.2,2.118822479248047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,8,power_law_1.2,5.620924758911133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,8,power_law_1.01,19.698527526855468
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.2,2.5296512603759767
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,8,power_law_1.01,16.023193359375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,4,1,power_law_1.01,9.298445129394532
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,8,power_law_1.2,9.492633819580078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,4,1,power_law_1.2,10.650128173828126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.2,3.3292705535888674
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,4,1,power_law_1.2,12.004653167724609
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.2,4.221814346313477
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,8,power_law_1.2,12.549549102783203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,4,1,power_law_1.2,13.581277465820312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,4,1,power_law_1.01,14.257594299316406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,8,power_law_1.01,0.13354239463806153
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,8,power_law_1.01,0.13483519554138185
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,8,power_law_1.01,0.1600800037384033
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,8,power_law_1.01,0.13503040075302125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,8,power_law_1.01,27.666607666015626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,8,power_law_1.01,24.990780639648438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,8,power_law_1.01,0.13880319595336915
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.2,5.869587326049805
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,8,power_law_1.01,0.1417888045310974
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,8,power_law_1.01,0.15583360195159912
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,8,power_law_1.01,0.1648319959640503
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,8,power_law_1.01,0.1768704056739807
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,4,1,power_law_1.2,14.838674926757813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,8,power_law_1.01,0.1863584041595459
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,8,power_law_1.01,0.1990239977836609
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,8,power_law_1.01,0.21975359916687012
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,8,power_law_1.01,0.23519361019134521
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,8,power_law_1.01,0.2652256011962891
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,8,power_law_1.01,0.3022815942764282
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,8,power_law_1.01,0.33476159572601316
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,8,power_law_1.01,0.38940160274505614
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,8,power_law_1.2,20.95849609375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,8,power_law_1.01,0.5887712001800537
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.2,7.599510192871094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,8,power_law_1.01,0.7375455856323242
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,8,power_law_1.01,1.0624287605285645
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,8,power_law_1.01,1.3542559623718262
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,4,1,power_law_1.2,16.79338836669922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,8,power_law_1.01,2.134998321533203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,8,power_law_1.01,2.8410783767700196
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,4,1,power_law_1.2,9.281702423095703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,8,power_law_1.01,4.2457630157470705
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,8,power_law_1.01,28.862655639648438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,4,1,power_law_1.2,22.986387634277342
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,8,power_law_1.01,35.139627075195314
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,4,1,power_law_1.01,27.78359375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,8,power_law_1.01,5.494633483886719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,8,power_law_1.2,0.16436799764633178
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,8,power_law_1.2,0.25604801177978515
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,8,power_law_1.2,0.2538464069366455
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,8,power_law_1.2,28.280050659179686
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,8,power_law_1.2,0.25172159671783445
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,8,power_law_1.2,0.2627648115158081
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,8,power_law_1.2,0.2663072109222412
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,8,power_law_1.2,0.27606399059295655
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,8,power_law_1.2,0.29658238887786864
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,8,power_law_1.2,0.3110719919204712
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,8,power_law_1.01,8.745270538330079
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,8,power_law_1.2,0.31662399768829347
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,8,power_law_1.2,0.3462048053741455
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,8,power_law_1.2,0.37309439182281495
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,8,power_law_1.2,0.3838943958282471
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,4,1,power_law_1.2,25.20457305908203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,8,power_law_1.2,0.4301599979400635
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,4,1,power_law_1.2,14.319590759277343
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,8,power_law_1.2,0.4984032154083252
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,8,power_law_1.2,0.5581024169921875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,8,power_law_1.2,0.6534624099731445
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,8,power_law_1.2,0.9475456237792969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,8,power_law_1.2,1.352131175994873
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,8,power_law_1.01,11.429532623291015
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,8,power_law_1.2,2.0560768127441404
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,8,power_law_1.2,2.7251264572143556
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,8,power_law_1.2,3.8987518310546876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,8,power_law_1.01,14.644403076171875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,8,power_law_1.2,34.27690734863281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,8,power_law_1.2,5.2176769256591795
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,8,power_law_1.01,48.17191772460937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,8,power_law_1.2,7.586236572265625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,4,1,power_law_1.2,44.976504516601565
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,4,1,power_law_1.2,27.559817504882812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,8,power_law_1.01,54.216949462890625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,8,power_law_1.2,10.381651306152344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,8,power_law_1.01,23.33423614501953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,8,1,power_law_1.01,0.04272960126399994
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,4,1,power_law_1.2,49.225958251953124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,8,power_law_1.2,16.889750671386718
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,8,1,power_law_1.01,0.0523360013961792
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,8,1,power_law_1.01,0.06636800169944763
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,8,1,power_law_1.01,0.03200959861278534
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,8,power_law_1.2,58.61143798828125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,8,power_law_1.2,24.366207885742188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,8,1,power_law_1.01,0.09616320133209229
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,8,power_law_1.01,47.19398803710938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,8,1,power_law_1.01,0.03966079950332642
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,8,1,power_law_1.01,0.052086400985717776
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,8,1,power_law_1.01,0.05105599761009216
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,8,1,power_law_1.01,0.06055359840393067
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,8,1,power_law_1.01,0.07036479711532592
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,8,1,power_law_1.01,0.07142720222473145
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,8,1,power_law_1.01,0.09880639910697937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,8,1,power_law_1.01,0.07234879732131957
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,8,1,power_law_1.01,0.1033471941947937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,8,1,power_law_1.01,0.07411839962005615
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,8,1,power_law_1.01,0.1126431941986084
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,8,1,power_law_1.01,0.07439680099487304
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,8,power_law_1.2,0.13357119560241698
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,8,1,power_law_1.01,0.07841600179672241
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,8,power_law_1.2,0.13415679931640626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,8,1,power_law_1.01,0.08565760254859925
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,8,power_law_1.2,0.15712000131607057
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,8,1,power_law_1.01,0.10118080377578735
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,8,1,power_law_1.01,0.11038080453872681
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,8,1,power_law_1.01,0.11338880062103271
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,8,1,power_law_1.01,0.11886399984359741
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,8,1,power_law_1.01,0.12490240335464478
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,8,1,power_law_1.01,0.13954880237579345
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,8,1,power_law_1.01,0.15882240533828734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,8,1,power_law_1.01,0.1981536030769348
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,8,1,power_law_1.01,0.2404223918914795
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,8,1,power_law_1.01,0.3356127977371216
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,8,1,power_law_1.01,0.4323616027832031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,8,1,power_law_1.01,0.10449919700622559
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,8,1,power_law_1.01,0.6009183883666992
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,8,1,power_law_1.01,0.10591679811477661
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,8,power_law_1.2,0.13699519634246826
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,8,1,power_law_1.01,0.7847519874572754
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,8,1,power_law_1.01,0.04516479969024658
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,8,power_law_1.2,0.14088319540023803
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,8,power_law_1.2,30.219302368164062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,8,power_law_1.2,0.1443519949913025
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,8,1,power_law_1.01,1.1349984169006349
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,8,power_law_1.2,0.15481280088424682
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,8,power_law_1.2,0.16136000156402588
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,8,power_law_1.2,0.18007999658584595
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,8,1,power_law_1.01,1.493337631225586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,8,power_law_1.2,0.188099205493927
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,8,power_law_1.2,0.20129599571228027
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,8,power_law_1.2,0.22816319465637208
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,8,power_law_1.2,0.2375648021697998
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,8,1,power_law_1.01,2.1947904586791993
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,8,power_law_1.2,0.26884799003601073
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,8,power_law_1.01,96.33499145507812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,8,power_law_1.2,0.31160640716552734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,8,power_law_1.2,0.34093759059906004
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,8,power_law_1.2,0.3977247953414917
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,8,1,power_law_1.01,2.9670143127441406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,8,power_law_1.2,0.6043136119842529
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,8,power_law_1.2,0.7257215976715088
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,8,power_law_1.2,1.1130240440368653
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,8,1,power_law_1.01,0.11745599508285523
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,8,1,power_law_1.01,3.7744670867919923
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,8,1,power_law_1.01,0.12693120241165162
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,8,power_law_1.2,1.4306464195251465
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,8,1,power_law_1.01,0.1401311993598938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,8,1,power_law_1.01,0.14307199716567992
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,8,power_law_1.2,2.099551963806152
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,8,1,power_law_1.01,0.0648576021194458
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,8,power_law_1.2,2.8058080673217773
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,8,1,power_law_1.01,6.025238418579102
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,8,1,power_law_1.2,0.04256319999694824
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,8,power_law_1.2,4.158361434936523
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,8,power_law_1.01,108.83399658203125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,8,power_law_1.2,5.728883361816406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,8,1,power_law_1.01,0.12906240224838256
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,8,1,power_law_1.01,0.15566400289535523
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,8,1,power_law_1.01,0.17362240552902222
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,8,1,power_law_1.01,0.16748160123825073
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,8,1,power_law_1.01,12.061666870117188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,8,1,power_law_1.01,0.18871359825134276
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,8,1,power_law_1.2,0.048828798532485965
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,8,1,power_law_1.2,0.05088959932327271
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,8,1,power_law_1.01,0.24900479316711427
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,8,1,power_law_1.2,0.051795202493667605
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,8,1,power_law_1.01,0.06460800170898437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,8,1,power_law_1.01,0.3073055982589722
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,8,1,power_law_1.2,0.06040319800376892
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,8,1,power_law_1.2,0.07030079960823059
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,8,1,power_law_1.01,0.3826272010803223
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,8,1,power_law_1.2,0.07131839990615844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,8,1,power_law_1.01,0.5408192157745362
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,8,1,power_law_1.2,0.07277759909629822
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,8,1,power_law_1.2,0.07372480034828185
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,8,1,power_law_1.01,0.7142816066741944
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,8,1,power_law_1.2,0.07525439858436585
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,8,power_law_1.2,8.675734710693359
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,8,1,power_law_1.2,0.07960960268974304
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,8,1,power_law_1.2,0.08720319867134094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,8,1,power_law_1.01,1.0155712127685548
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,8,1,power_law_1.2,0.09348480105400085
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,8,power_law_1.2,46.702859497070314
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,8,1,power_law_1.2,0.10918400287628174
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,8,1,power_law_1.2,0.11360319852828979
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,8,1,power_law_1.01,1.3300992012023927
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,8,1,power_law_1.2,0.11932480335235596
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,8,1,power_law_1.2,0.12500159740447997
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,8,1,power_law_1.2,0.1377568006515503
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,8,1,power_law_1.01,2.1056543350219727
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,8,1,power_law_1.2,0.1578879952430725
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,8,1,power_law_1.2,0.032067200541496275
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,8,1,power_law_1.2,0.19115840196609496
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,8,1,power_law_1.2,0.06642240285873413
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,8,1,power_law_1.2,0.23842239379882812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,8,1,power_law_1.2,0.3344032049179077
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,8,1,power_law_1.01,2.6706815719604493
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,8,1,power_law_1.2,0.4310463905334473
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,8,power_law_1.2,11.468553924560547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,8,1,power_law_1.2,0.6034016132354736
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,8,1,power_law_1.2,0.7820799827575684
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,8,1,power_law_1.01,0.06552000045776367
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,8,1,power_law_1.01,0.06717439889907836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,8,1,power_law_1.01,3.3974369049072264
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,8,1,power_law_1.2,1.1350591659545899
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,8,1,power_law_1.2,1.4967264175415038
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,8,1,power_law_1.2,0.09939519762992859
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,8,1,power_law_1.2,2.2103872299194336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,8,1,power_law_1.01,5.658025741577148
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,8,1,power_law_1.2,0.03843519985675812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,8,1,power_law_1.2,2.9692031860351564
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,8,power_law_1.2,14.50975341796875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,8,1,power_law_1.01,0.06738240122795106
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,8,1,power_law_1.01,0.06963199973106385
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,8,1,power_law_1.2,0.09763200283050537
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,8,1,power_law_1.2,3.77694091796875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,8,1,power_law_1.2,0.10152319669723511
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,8,power_law_1.2,113.0845947265625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,8,power_law_1.01,0.24012160301208496
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,8,power_law_1.01,0.3895296096801758
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,8,1,power_law_1.01,11.286025238037109
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,8,power_law_1.01,0.3832000017166138
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,8,power_law_1.01,0.38429439067840576
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,8,power_law_1.01,0.38159680366516113
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,8,1,power_law_1.2,5.991491317749023
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,8,power_law_1.01,0.19986560344696044
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,8,power_law_1.01,0.38192000389099123
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,8,power_law_1.01,0.39042561054229735
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,8,power_law_1.01,0.41087679862976073
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,8,power_law_1.01,0.4432799816131592
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,8,power_law_1.01,0.4464255809783936
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,8,1,power_law_1.2,0.04464640021324158
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,8,power_law_1.01,0.4662623882293701
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,8,power_law_1.01,0.536902379989624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,8,power_law_1.01,0.5650239944458008
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,8,power_law_1.01,0.6125951766967773
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,8,power_law_1.01,0.7530303955078125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,8,1,power_law_1.01,0.07508800029754639
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,8,1,power_law_1.2,0.11153919696807861
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,8,power_law_1.01,0.3216223955154419
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,8,power_law_1.01,0.8532608032226563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,8,power_law_1.01,0.3236448049545288
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,8,power_law_1.01,1.079587173461914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,8,1,power_law_1.2,12.028768157958984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,8,power_law_1.01,0.3248928070068359
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,8,power_law_1.2,24.052455139160156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,8,power_law_1.01,0.327673602104187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,8,power_law_1.01,0.16182719469070433
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,8,power_law_1.01,0.336080002784729
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,8,power_law_1.01,0.19041919708251953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,8,power_law_1.01,1.6389888763427733
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,8,power_law_1.01,0.34764800071716306
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,8,power_law_1.01,0.1856287956237793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,8,power_law_1.01,0.36325759887695314
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,8,power_law_1.01,0.1963711977005005
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,8,power_law_1.01,0.40265917778015137
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,8,power_law_1.01,0.19821120500564576
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,8,power_law_1.01,2.1425952911376953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,8,power_law_1.01,0.20056641101837158
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,8,power_law_1.01,0.4163008213043213
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,8,power_law_1.01,0.20536959171295166
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,8,power_law_1.01,0.44768638610839845
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,8,power_law_1.01,0.20798399448394775
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,8,power_law_1.01,0.4973120212554932
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,8,power_law_1.01,0.2208479881286621
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,8,power_law_1.01,3.3859134674072267
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,8,power_law_1.01,0.2312544107437134
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,8,power_law_1.01,0.5639679908752442
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,8,1,power_law_1.2,0.10368319749832153
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,8,power_law_1.01,0.25167360305786135
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,8,1,power_law_1.2,0.06384639739990235
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,8,1,power_law_1.2,0.10873279571533204
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,8,power_law_1.01,0.6218815803527832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,8,1,power_law_1.01,0.07888640165328979
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,8,power_law_1.01,0.27657279968261717
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,8,1,power_law_1.01,0.0880895972251892
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,8,power_law_1.01,0.29447040557861326
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,8,power_law_1.01,0.8021663665771485
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,8,1,power_law_1.01,0.09274560213088989
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,8,power_law_1.01,0.33200960159301757
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,8,power_law_1.01,0.8846688270568848
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,8,power_law_1.01,4.289110565185547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,8,power_law_1.01,0.4093632221221924
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,8,power_law_1.01,0.49625282287597655
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,8,power_law_1.01,1.1161312103271483
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,8,power_law_1.01,0.6249728202819824
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,8,power_law_1.01,1.6516384124755858
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,8,power_law_1.01,0.8443455696105957
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,8,power_law_1.01,1.0677536010742188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,8,power_law_1.01,1.8850719451904296
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,8,power_law_1.01,6.7613471984863285
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,8,power_law_1.01,1.622879981994629
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,8,power_law_1.01,3.2628318786621096
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,8,power_law_1.01,2.1786752700805665
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,8,1,power_law_1.2,0.1124959945678711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,8,power_law_1.01,3.997343826293945
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,8,1,power_law_1.2,0.12975679636001586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,8,power_law_1.01,3.352320098876953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,8,1,power_law_1.2,0.14277119636535646
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,8,1,power_law_1.2,0.06395519971847534
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,8,1,power_law_1.2,0.14639999866485595
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,8,1,power_law_1.01,0.0872160017490387
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,8,power_law_1.01,9.955999755859375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,8,1,power_law_1.01,0.10204800367355346
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,8,1,power_law_1.01,0.11144959926605225
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,8,power_law_1.01,4.379481506347656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,8,power_law_1.01,5.890492630004883
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,8,power_law_1.01,6.555535888671875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,8,power_law_1.01,8.468716430664063
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,8,power_law_1.01,14.885420227050782
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,8,1,power_law_1.2,0.13160320520401
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,8,power_law_1.2,47.362283325195314
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,8,power_law_1.2,99.08452758789062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,8,1,power_law_1.2,0.15717120170593263
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,8,power_law_1.2,0.25763840675354005
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,8,power_law_1.2,0.1991487979888916
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,8,1,power_law_1.2,0.1723456025123596
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,8,1,power_law_1.2,0.06598719954490662
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,8,power_law_1.2,0.38924479484558105
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,8,power_law_1.2,0.3228640079498291
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,8,1,power_law_1.2,0.16607999801635742
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,8,1,power_law_1.2,0.06756479740142822
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,8,power_law_1.01,8.991645050048827
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,8,power_law_1.2,0.38782079219818116
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,8,1,power_law_1.01,0.11051520109176635
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,8,power_law_1.2,0.3234783887863159
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,8,1,power_law_1.2,0.19381439685821533
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,8,power_law_1.2,0.3789504051208496
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,8,1,power_law_1.01,0.14226880073547363
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,8,power_law_1.2,0.325545597076416
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,8,1,power_law_1.2,0.24858560562133789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,8,power_law_1.2,0.3793632030487061
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,8,power_law_1.2,0.32704639434814453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,8,1,power_law_1.2,0.3172447919845581
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,8,power_law_1.2,0.38243200778961184
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,8,power_law_1.2,0.337939190864563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,8,1,power_law_1.2,0.3755199909210205
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,8,power_law_1.2,0.3933471918106079
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,8,power_law_1.2,0.3535775899887085
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,8,power_law_1.2,0.41504321098327634
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,8,power_law_1.2,0.36526401042938234
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,8,power_law_1.01,12.091497802734375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,8,power_law_1.2,0.4390880107879639
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,8,power_law_1.2,0.4204512119293213
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,8,power_law_1.2,0.45783357620239257
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,8,power_law_1.2,0.4231711864471436
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,8,power_law_1.2,0.48857917785644533
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,8,power_law_1.2,0.44337921142578124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,8,power_law_1.2,0.5316864013671875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,8,power_law_1.2,0.5000415802001953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,8,power_law_1.2,0.5798208236694335
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,8,power_law_1.2,0.5604159832000732
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,8,power_law_1.2,0.6539008140563964
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,8,power_law_1.2,0.6423583984375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,8,power_law_1.2,0.7859039783477784
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,8,power_law_1.2,0.8236543655395507
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,8,power_law_1.01,13.123919677734374
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,8,1,power_law_1.2,0.06727039813995361
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,8,power_law_1.2,0.9396063804626464
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,8,power_law_1.2,0.9171711921691894
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,8,1,power_law_1.2,0.07103040218353271
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,8,power_law_1.01,20.922889709472656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,8,power_law_1.2,1.1452320098876954
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,8,power_law_1.2,1.0962016105651855
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,8,power_law_1.2,1.7371551513671875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,8,power_law_1.2,1.70446720123291
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,8,power_law_1.2,2.206262397766113
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,8,power_law_1.2,2.236537551879883
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,8,power_law_1.01,18.093708801269532
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,8,power_law_1.2,3.4812576293945314
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,8,power_law_1.2,3.291769790649414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,8,1,power_law_1.01,0.16184959411621094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,8,1,power_law_1.2,0.5386911869049072
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,8,power_law_1.01,18.739007568359376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,8,1,power_law_1.2,0.704195213317871
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,8,power_law_1.2,4.1606689453125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,8,1,power_law_1.2,1.0047039985656738
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,8,power_law_1.2,4.162876892089844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,8,1,power_law_1.2,0.07686399817466735
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,8,1,power_law_1.2,1.3109120368957519
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,8,1,power_law_1.2,2.008963203430176
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,8,power_law_1.2,6.4769340515136715
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,8,power_law_1.2,6.69881591796875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,8,1,power_law_1.2,2.7386240005493163
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,8,power_law_1.01,33.7626708984375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,8,1,power_law_1.2,3.4900833129882813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,8,power_law_1.2,9.233177947998048
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,8,1,power_law_1.2,0.08232960104942322
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,8,1,power_law_1.2,0.08972480297088622
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,8,power_law_1.2,8.964575958251952
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,8,1,power_law_1.2,0.09402880072593689
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,8,power_law_1.01,26.485333251953126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,8,1,power_law_1.2,0.08714560270309449
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,8,1,power_law_1.2,0.10221439599990845
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,8,1,power_law_1.2,0.11185280084609986
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,8,1,power_law_1.2,0.10935360193252563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,8,1,power_law_1.2,5.608553695678711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,8,power_law_1.01,22.892729187011717
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,8,1,power_law_1.2,0.1418720006942749
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,8,1,power_law_1.2,0.16193599700927735
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,8,1,power_law_1.2,0.20873920917510985
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,8,1,power_law_1.01,0.21169281005859375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,8,power_law_1.2,15.570793151855469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,8,power_law_1.2,12.965350341796874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,8,1,power_law_1.2,11.256835174560546
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,8,power_law_1.2,17.645068359375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,8,power_law_1.2,21.942860412597657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,8,power_law_1.01,36.83095703125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,8,1,power_law_1.2,0.2525439977645874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,8,1,power_law_1.01,0.25205440521240235
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,8,1,power_law_1.2,0.36161279678344727
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,8,power_law_1.01,41.306643676757815
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,8,1,power_law_1.01,0.36256959438323977
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,8,1,power_law_1.2,0.46884799003601074
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,8,power_law_1.01,47.255349731445314
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,8,1,power_law_1.01,0.46919679641723633
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,8,1,power_law_1.2,0.6707327842712403
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,8,1,power_law_1.01,0.6739295959472656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,8,1,power_law_1.2,0.8777215957641602
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,8,1,power_law_1.01,0.8807711601257324
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,8,1,power_law_1.2,1.2923744201660157
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,8,1,power_law_1.01,1.299452781677246
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,8,1,power_law_1.2,1.7355712890625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,8,1,power_law_1.01,1.7322175979614258
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,8,1,power_law_1.2,2.1857631683349608
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,8,1,power_law_1.01,2.1759519577026367
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,8,1,power_law_1.2,3.493983840942383
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,8,1,power_law_1.01,3.4438785552978515
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,8,power_law_1.2,29.976596069335937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,8,power_law_1.2,34.49504089355469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,8,1,power_law_1.2,7.264995574951172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,8,1,power_law_1.01,7.3986045837402346
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,8,power_law_1.01,46.75370788574219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,8,1,power_law_1.01,0.055555200576782225
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,8,power_law_1.01,59.92650146484375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,8,1,power_law_1.01,0.043558400869369504
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,8,power_law_1.2,39.589962768554685
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,8,1,power_law_1.01,0.07922239899635315
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,8,power_law_1.01,76.19742431640626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,8,1,power_law_1.01,0.09631999731063842
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,8,power_law_1.2,49.37247314453125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,8,power_law_1.2,0.16094399690628053
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,8,power_law_1.2,0.18906879425048828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,8,power_law_1.2,0.18830399513244628
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,8,1,power_law_1.01,0.15986239910125732
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,8,1,power_law_1.01,0.059280002117156984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,8,1,power_law_1.01,0.06216959953308106
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,8,1,power_law_1.01,0.07377279996871948
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,8,1,power_law_1.01,0.054745602607727054
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,8,1,power_law_1.01,0.15653120279312133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,8,power_law_1.2,0.19636160135269165
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,8,power_law_1.2,0.19448000192642212
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,8,power_law_1.2,0.19917759895324708
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,8,power_law_1.2,49.11134643554688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,8,1,power_law_1.01,0.05949119925498962
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,8,power_law_1.2,0.20399999618530273
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,8,1,power_law_1.01,0.10024000406265259
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,8,power_law_1.2,0.20662400722503663
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,8,power_law_1.2,0.2271199941635132
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,8,power_law_1.2,0.23460159301757813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,8,power_law_1.2,0.24856960773468018
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,8,power_law_1.2,0.2743391990661621
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,8,power_law_1.2,0.2991775989532471
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,8,power_law_1.2,0.34087040424346926
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,8,power_law_1.2,0.40070400238037107
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,8,1,power_law_1.01,0.17336640357971192
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,8,power_law_1.2,0.509993600845337
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,8,power_law_1.2,0.6049727916717529
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,8,power_law_1.2,0.8667072296142578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,8,power_law_1.2,1.0974783897399902
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,8,power_law_1.2,1.5341312408447265
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,8,power_law_1.01,83.72899780273437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,8,power_law_1.2,2.18341121673584
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,8,1,power_law_1.01,0.10146880149841309
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,8,1,power_law_1.01,0.09646400213241577
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,8,power_law_1.2,3.1340768814086912
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,8,power_law_1.2,59.27805786132812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,8,1,power_law_1.01,0.165011203289032
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,8,1,power_law_1.01,0.16601920127868652
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,8,1,power_law_1.01,0.17058559656143188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,8,1,power_law_1.01,0.17639039754867553
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,8,power_law_1.2,4.365129470825195
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,8,power_law_1.2,6.7332611083984375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,8,1,power_law_1.01,0.10920000076293945
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,8,1,power_law_1.01,0.11010880470275879
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,8,power_law_1.01,98.7119384765625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,8,1,power_law_1.01,0.18196799755096435
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,8,power_law_1.2,9.179747009277344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,8,1,power_law_1.01,0.1843168020248413
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,8,1,power_law_1.01,0.1897119998931885
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,8,1,power_law_1.01,0.09626560211181641
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,8,1,power_law_1.01,0.0967903971672058
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,8,1,power_law_1.01,0.09834240078926086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,8,1,power_law_1.01,0.10134719610214234
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,8,1,power_law_1.01,0.10548479557037353
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,8,1,power_law_1.01,0.10428479909896851
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,8,1,power_law_1.01,0.1099392056465149
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,8,1,power_law_1.01,0.11311999559402466
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,8,1,power_law_1.01,0.11596800088882446
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,8,1,power_law_1.01,0.13279680013656617
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,8,1,power_law_1.01,0.1479423999786377
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,8,1,power_law_1.01,0.15926400423049927
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,8,1,power_law_1.01,0.157257604598999
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,8,power_law_1.2,13.528022766113281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,8,1,power_law_1.01,0.2018656015396118
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,8,1,power_law_1.01,0.22304959297180177
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,8,1,power_law_1.01,0.30462400913238524
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,8,1,power_law_1.01,0.1118880033493042
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,8,1,power_law_1.01,0.11956160068511963
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,8,1,power_law_1.01,0.23764801025390625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,8,1,power_law_1.01,0.23765120506286622
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,8,1,power_law_1.01,0.24852159023284912
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,8,1,power_law_1.01,0.24899520874023437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,8,1,power_law_1.01,0.32556800842285155
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,8,power_law_1.2,16.864163208007813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,8,1,power_law_1.01,0.34999680519104004
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,8,1,power_law_1.01,0.4795839786529541
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,8,power_law_1.2,80.3034423828125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,8,1,power_law_1.01,0.12129600048065185
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,8,1,power_law_1.01,0.14094719886779786
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,8,1,power_law_1.01,0.14422719478607177
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,8,1,power_law_1.01,0.14876480102539064
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,8,1,power_law_1.01,0.39141120910644533
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,8,1,power_law_1.01,0.1644320011138916
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,8,1,power_law_1.01,0.17280639410018922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,8,1,power_law_1.01,0.5378335952758789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,8,1,power_law_1.01,0.21075201034545898
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,8,1,power_law_1.01,0.6928800106048584
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,8,1,power_law_1.01,1.0036800384521485
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,8,1,power_law_1.01,1.3106111526489257
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,8,power_law_1.2,23.533074951171876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,8,1,power_law_1.01,1.9433536529541016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,8,1,power_law_1.01,0.598966407775879
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,8,1,power_law_1.01,2.575052833557129
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,8,1,power_law_1.01,0.8530719757080079
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,8,1,power_law_1.01,1.1003328323364259
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,8,1,power_law_1.01,3.3337566375732424
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,8,1,power_law_1.01,1.6955648422241212
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,8,1,power_law_1.01,2.2197439193725588
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,8,power_law_1.2,94.90308837890625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,8,1,power_law_1.01,0.22319679260253905
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,8,1,power_law_1.01,5.415769577026367
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,8,1,power_law_1.01,0.2985856056213379
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,8,1,power_law_1.01,3.4305343627929688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,8,1,power_law_1.01,4.572550582885742
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,8,1,power_law_1.01,5.870342254638672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,8,1,power_law_1.01,11.057305908203125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,8,power_law_1.2,38.03084716796875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,8,1,power_law_1.01,0.3664736032485962
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,8,1,power_law_1.01,9.176076507568359
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,8,1,power_law_1.01,0.5069119930267334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,8,1,power_law_1.01,0.6505472183227539
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,8,1,power_law_1.01,0.9253600120544434
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,8,1,power_law_1.01,1.1873855590820312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,8,1,power_law_1.2,0.060048002004623416
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,8,1,power_law_1.01,1.748464012145996
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,8,1,power_law_1.01,2.3112768173217773
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,8,1,power_law_1.01,3.506051254272461
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,8,1,power_law_1.01,18.373651123046876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,8,1,power_law_1.01,4.753247833251953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,8,1,power_law_1.2,0.0772000014781952
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,8,1,power_law_1.2,0.08384320139884949
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,8,1,power_law_1.01,6.058243179321289
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,8,power_law_1.01,163.757958984375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,8,1,power_law_1.2,0.16308480501174927
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,8,1,power_law_1.01,9.467171478271485
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,8,1,power_law_1.2,0.04601280093193054
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,8,1,power_law_1.2,0.15913599729537964
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,8,1,power_law_1.2,0.05879999995231629
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,8,1,power_law_1.2,0.06084160208702087
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,8,1,power_law_1.2,0.06488320231437683
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,8,1,power_law_1.01,19.068025207519533
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,8,power_law_1.01,0.2236095905303955
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,8,power_law_1.01,0.4339104175567627
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,8,1,power_law_1.2,0.1813088059425354
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,8,power_law_1.01,0.21657280921936034
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,8,power_law_1.2,74.800390625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,8,power_law_1.01,0.22985599040985108
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,8,power_law_1.01,0.1583232045173645
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,8,1,power_law_1.2,0.0967519998550415
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,8,power_law_1.01,0.35606400966644286
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,8,power_law_1.01,0.29279360771179197
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,8,power_law_1.01,0.43909440040588377
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,8,power_law_1.01,0.1893280029296875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,8,power_law_1.01,0.7834144115447998
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,8,power_law_1.01,0.1943743944168091
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,8,1,power_law_1.2,0.16507519483566285
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,8,power_law_1.01,0.2583967924118042
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,8,power_law_1.01,0.8174559593200683
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,8,1,power_law_1.2,0.1660640001296997
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,8,1,power_law_1.2,0.052236801385879515
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,8,1,power_law_1.2,0.17650239467620848
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,8,1,power_law_1.2,0.17821120023727416
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,8,power_law_1.01,0.32080960273742676
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,8,power_law_1.01,0.8255455970764161
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,8,power_law_1.01,0.5111455917358398
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,8,power_law_1.01,0.9115776062011719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,8,1,power_law_1.2,0.10144000053405762
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,8,power_law_1.2,160.7443359375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,8,power_law_1.01,0.5367072105407715
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,8,power_law_1.01,0.8859328269958496
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,8,power_law_1.01,200.64033203125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,8,power_law_1.01,0.5452672004699707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,8,power_law_1.01,0.9248895645141602
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,8,power_law_1.2,0.22922239303588868
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,8,1,power_law_1.2,0.05863040089607239
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,8,power_law_1.01,0.5570687770843505
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,8,1,power_law_1.2,0.09727360010147094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,8,1,power_law_1.2,0.09697920083999634
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,8,power_law_1.01,0.9369888305664062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,8,1,power_law_1.2,0.09896960258483886
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,8,power_law_1.2,0.4136352062225342
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,8,1,power_law_1.2,0.09995200037956238
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,8,power_law_1.01,0.5697375774383545
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,8,1,power_law_1.2,0.1012768030166626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,8,1,power_law_1.2,0.18183679580688478
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,8,1,power_law_1.2,0.10397759675979615
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,8,1,power_law_1.2,0.18468799591064453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,8,1,power_law_1.2,0.10899840593338013
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,8,power_law_1.2,0.13251839876174926
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,8,1,power_law_1.2,0.18458880186080934
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,8,power_law_1.01,1.0063648223876953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,8,1,power_law_1.2,0.11199359893798828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,8,power_law_1.01,0.5939775943756104
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,8,1,power_law_1.2,0.23449280261993408
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,8,1,power_law_1.2,0.115283203125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,8,1,power_law_1.2,0.11739200353622437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,8,1,power_law_1.2,0.23853759765625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,8,power_law_1.2,0.19473600387573242
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,8,1,power_law_1.2,0.1333567976951599
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,8,1,power_law_1.2,0.24572479724884033
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,8,1,power_law_1.2,0.14728319644927979
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,8,power_law_1.01,1.0065952301025392
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,8,1,power_law_1.2,0.24915521144866942
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,8,power_law_1.01,0.6085792064666748
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,8,1,power_law_1.2,0.16009919643402098
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,8,1,power_law_1.2,0.3247999906539917
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,8,1,power_law_1.2,0.1583680033683777
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,8,power_law_1.2,0.30392320156097413
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,8,1,power_law_1.2,0.19880959987640381
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,8,1,power_law_1.2,0.3516607999801636
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,8,1,power_law_1.2,0.22501440048217775
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,8,power_law_1.01,0.6403135776519775
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,8,1,power_law_1.2,0.4842688083648682
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,8,power_law_1.01,1.084172821044922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,8,1,power_law_1.2,0.3068864107131958
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,8,power_law_1.2,0.4160319805145264
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,8,1,power_law_1.2,0.3900608062744141
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,8,1,power_law_1.2,0.5444479942321777
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,8,power_law_1.01,0.13106559514999389
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,8,power_law_1.01,0.6471903800964356
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,8,1,power_law_1.2,0.10894399881362915
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,8,power_law_1.01,1.1576640129089355
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,8,1,power_law_1.2,0.6928895950317383
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,8,1,power_law_1.2,0.11083199977874755
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,8,power_law_1.2,0.749948787689209
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,8,1,power_law_1.2,1.0014816284179688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,8,power_law_1.01,0.671395206451416
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,8,power_law_1.2,0.7957248210906982
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,8,power_law_1.01,1.2721952438354491
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,8,1,power_law_1.2,1.306764793395996
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,8,power_law_1.01,0.7167744159698486
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,8,1,power_law_1.2,1.9902496337890625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,8,power_law_1.2,0.8182016372680664
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,8,power_law_1.01,1.36179838180542
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,8,power_law_1.01,0.869865608215332
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,8,power_law_1.2,0.8563327789306641
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,8,1,power_law_1.2,2.5694047927856447
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,8,power_law_1.01,1.5983424186706543
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,8,power_law_1.01,0.9890687942504883
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,8,power_law_1.2,0.9061599731445312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,8,1,power_law_1.2,3.267161560058594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,8,power_law_1.01,1.9141599655151367
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,8,power_law_1.01,1.28471040725708
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,8,power_law_1.2,0.9044384002685547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,8,power_law_1.01,0.20312960147857667
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,8,power_law_1.2,0.9727583885192871
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,8,power_law_1.01,1.5630559921264648
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,8,power_law_1.01,2.478927993774414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,8,1,power_law_1.2,5.437216186523438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,8,1,power_law_1.2,0.11045440435409545
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,8,power_law_1.2,1.0199808120727538
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,8,1,power_law_1.2,0.12012159824371338
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,8,1,power_law_1.2,0.5991040229797363
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,8,power_law_1.01,2.171449661254883
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,8,1,power_law_1.2,0.8577216148376465
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,8,power_law_1.2,1.0452608108520507
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,8,power_law_1.01,3.185491180419922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,8,1,power_law_1.2,1.119382381439209
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,8,1,power_law_1.2,1.7171552658081055
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,8,power_law_1.2,1.0920576095581054
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,8,power_law_1.01,2.837264060974121
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,8,1,power_law_1.2,2.248249626159668
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,8,power_law_1.2,1.1937312126159667
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,8,power_law_1.01,4.167420959472656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,8,power_law_1.01,0.13834240436553955
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,8,1,power_law_1.2,11.076640319824218
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,8,1,power_law_1.2,3.4172832489013674
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.01,0.12536319494247436
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,8,power_law_1.2,1.3138400077819825
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,8,power_law_1.2,0.15408960580825806
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,8,power_law_1.01,3.937772750854492
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.01,0.18793920278549195
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,8,power_law_1.2,0.27301440238952634
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,8,power_law_1.2,1.432307243347168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,8,1,power_law_1.2,4.586739349365234
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.01,0.2533056020736694
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,8,power_law_1.2,0.13337600231170654
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,8,power_law_1.01,5.523334503173828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,8,power_law_1.2,191.9343994140625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,8,power_law_1.2,0.1783360004425049
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,8,power_law_1.2,1.6829919815063477
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,8,power_law_1.01,5.379897689819336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,8,1,power_law_1.2,0.1340000033378601
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,8,1,power_law_1.2,0.13660800457000732
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,8,power_law_1.2,0.23268480300903321
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,8,1,power_law_1.2,0.14620800018310548
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,8,1,power_law_1.2,5.873728179931641
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,8,1,power_law_1.2,0.1487007975578308
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,8,1,power_law_1.2,0.16324160099029542
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,8,power_law_1.2,2.0649791717529298
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,8,1,power_law_1.2,0.1729856014251709
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,8,power_law_1.2,0.29023358821868894
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,8,1,power_law_1.2,0.1991328001022339
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,8,power_law_1.2,0.4964608192443848
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,8,power_law_1.01,8.224092864990235
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,8,power_law_1.2,2.747407913208008
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,8,power_law_1.2,0.530620813369751
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,8,power_law_1.01,8.17586898803711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,8,1,power_law_1.2,9.246867370605468
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,8,power_law_1.2,0.5292384147644043
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,8,power_law_1.2,3.4232383728027345
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,8,power_law_1.2,0.5255231857299805
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,8,power_law_1.01,0.29771521091461184
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,8,power_law_1.2,0.5882336139678955
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,8,power_law_1.2,0.13172160387039183
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,8,power_law_1.2,0.586627197265625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,8,power_law_1.01,10.381839752197266
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,8,power_law_1.2,4.735343933105469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,8,power_law_1.2,0.6133088111877442
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,8,power_law_1.01,10.54421157836914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,8,1,power_law_1.2,0.22315518856048583
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,8,power_law_1.2,0.6435455799102783
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,8,1,power_law_1.2,0.29914560317993166
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,8,power_law_1.2,0.661075210571289
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,8,1,power_law_1.2,18.46575927734375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,8,power_law_1.2,6.526271820068359
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,8,power_law_1.2,0.7040128231048584
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,8,1,power_law_1.01,0.07492480278015137
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,8,power_law_1.2,0.7856671810150146
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,8,1,power_law_1.01,0.10837440490722657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,8,power_law_1.2,0.19592959880828859
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,8,power_law_1.2,0.9096863746643067
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,8,1,power_law_1.01,0.11547520160675048
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,8,power_law_1.01,13.875520324707031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.01,0.3504607915878296
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,8,1,power_law_1.01,0.17084159851074218
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,8,power_law_1.01,0.371232008934021
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,8,power_law_1.2,1.025334358215332
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,8,power_law_1.01,13.176658630371094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,8,power_law_1.2,8.959126281738282
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,8,1,power_law_1.01,0.2601567983627319
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,8,power_law_1.01,0.38607358932495117
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,8,power_law_1.2,1.3595328330993652
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,8,1,power_law_1.01,0.40867199897766116
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.01,0.39560320377349856
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,8,1,power_law_1.01,0.49031357765197753
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,8,1,power_law_1.2,0.36792960166931155
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,8,power_law_1.01,0.40216960906982424
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,8,power_law_1.2,0.10944000482559205
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,8,1,power_law_1.2,0.5084352016448974
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,8,power_law_1.2,1.7023456573486329
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,8,1,power_law_1.01,0.5235199928283691
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,8,1,power_law_1.2,0.6516895771026612
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,8,power_law_1.01,0.4228096008300781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.2,0.12013759613037109
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,8,1,power_law_1.01,0.5303904056549072
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,8,1,power_law_1.2,0.9296928405761719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,8,power_law_1.2,2.4401727676391602
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.2,0.1690559983253479
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,8,1,power_law_1.2,1.1946975708007812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,8,1,power_law_1.01,0.552614402770996
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.2,0.1933791995048523
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,8,1,power_law_1.2,1.7421344757080077
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,8,power_law_1.2,12.927183532714844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,8,1,power_law_1.01,0.6261087894439697
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,8,power_law_1.2,3.090239906311035
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,8,1,power_law_1.2,2.3141536712646484
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,8,1,power_law_1.01,0.6517248153686523
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,8,power_law_1.01,21.7343994140625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,8,1,power_law_1.01,0.6618495941162109
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,8,1,power_law_1.2,3.456076812744141
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,8,power_law_1.01,21.242576599121094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,8,1,power_law_1.01,0.6789663791656494
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,8,power_law_1.2,4.8015296936035154
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,8,1,power_law_1.01,0.8853728294372558
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,8,1,power_law_1.2,4.684022521972656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,8,1,power_law_1.01,0.9173184394836426
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.01,0.42471680641174314
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,8,power_law_1.2,15.457830810546875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,8,power_law_1.2,6.1492256164550785
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,8,1,power_law_1.2,5.953436660766601
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,8,1,power_law_1.01,0.9803936004638671
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,8,power_law_1.2,0.3012576103210449
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,8,power_law_1.01,0.4493120193481445
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,8,1,power_law_1.01,1.074937629699707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,8,power_law_1.01,0.46448640823364257
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,8,1,power_law_1.01,1.1628992080688476
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,8,1,power_law_1.2,9.457686614990234
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,8,power_law_1.2,8.863542175292968
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,8,1,power_law_1.01,1.3377216339111329
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,8,1,power_law_1.01,1.5112064361572266
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,8,1,power_law_1.01,1.8953407287597657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.2,0.3533792018890381
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,8,power_law_1.2,12.505760192871094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,8,power_law_1.2,24.420262145996094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,8,1,power_law_1.01,2.241481590270996
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,8,power_law_1.2,0.3676640033721924
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.01,0.5198463916778564
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,8,1,power_law_1.2,18.88152618408203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,8,power_law_1.2,0.3700831890106201
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,8,1,power_law_1.01,0.06307520270347595
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,8,power_law_1.01,0.5978079795837402
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,8,power_law_1.01,43.11689453125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,8,1,power_law_1.01,2.9398656845092774
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.2,0.3981503963470459
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,8,1,power_law_1.01,0.10565760135650634
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,8,power_law_1.01,40.49457702636719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.01,0.7098080158233643
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,8,1,power_law_1.01,0.11160000562667846
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,8,power_law_1.2,0.40700159072875974
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,8,1,power_law_1.2,0.07370560169219971
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,8,1,power_law_1.01,0.1478271961212158
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,8,1,power_law_1.2,0.10858559608459473
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,8,power_law_1.2,0.4234784126281738
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,8,1,power_law_1.01,3.7553726196289063
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,8,1,power_law_1.01,0.20627200603485107
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,8,1,power_law_1.2,0.11495039463043213
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,8,1,power_law_1.01,0.2852576017379761
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,8,power_law_1.2,15.187893676757813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,8,1,power_law_1.2,0.16183680295944214
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,8,1,power_law_1.01,0.3892895936965942
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,8,1,power_law_1.2,0.23567359447479247
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,8,1,power_law_1.01,5.515705490112305
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,8,1,power_law_1.01,0.41597437858581543
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,8,1,power_law_1.2,0.32629120349884033
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,8,1,power_law_1.01,0.4326496124267578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,8,1,power_law_1.2,0.47809600830078125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,8,1,power_law_1.01,0.05805439949035644
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,8,1,power_law_1.01,0.4415679931640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,8,1,power_law_1.2,0.506931209564209
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,8,1,power_law_1.01,0.45418558120727537
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,8,power_law_1.01,0.8979040145874023
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,8,1,power_law_1.2,0.5257728099822998
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,8,1,power_law_1.01,7.145053100585938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,8,1,power_law_1.01,0.4691167831420898
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,8,1,power_law_1.2,0.5524831771850586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.01,1.1197407722473145
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,8,1,power_law_1.01,0.48794240951538087
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.2,0.44182400703430175
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,8,1,power_law_1.2,0.6268095970153809
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,8,1,power_law_1.01,0.5535295963287353
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,8,power_law_1.2,0.4587679862976074
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,8,1,power_law_1.2,0.6487199783325195
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,8,1,power_law_1.01,0.5673279762268066
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,8,power_law_1.2,0.4720895767211914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,8,1,power_law_1.2,0.6604063987731934
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,8,1,power_law_1.01,0.5935616016387939
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,8,1,power_law_1.01,8.873101043701173
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,8,power_law_1.2,23.26630096435547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,8,1,power_law_1.01,0.07226880192756653
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,8,1,power_law_1.2,0.6961984157562255
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,8,1,power_law_1.01,0.6198847770690918
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,8,power_law_1.01,1.4669792175292968
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,8,1,power_law_1.2,0.9276255607604981
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,8,1,power_law_1.01,0.7227104187011719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,8,1,power_law_1.2,0.9395071983337402
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,8,1,power_law_1.01,0.8018176078796386
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,8,power_law_1.2,51.748193359375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,8,1,power_law_1.2,1.0083999633789062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,8,1,power_law_1.01,0.9451519966125488
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,8,1,power_law_1.2,0.06642240285873413
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,8,1,power_law_1.2,0.10591039657592774
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,8,1,power_law_1.2,1.1375040054321288
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,8,1,power_law_1.01,1.1519231796264648
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,8,1,power_law_1.2,0.11083840131759644
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,8,1,power_law_1.01,13.7634521484375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,8,1,power_law_1.2,1.1999872207641602
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,8,1,power_law_1.01,1.5136704444885254
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,8,1,power_law_1.2,0.14101120233535766
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,8,1,power_law_1.01,0.0728384017944336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.2,0.5404607772827148
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,8,1,power_law_1.2,0.18264000415802
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,8,1,power_law_1.2,1.3679200172424317
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,8,1,power_law_1.01,1.8768224716186523
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,8,1,power_law_1.01,0.10875200033187866
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,8,1,power_law_1.2,0.2609407901763916
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,8,power_law_1.2,0.6157887935638428
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,8,1,power_law_1.2,1.5408063888549806
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,8,1,power_law_1.2,0.37041919231414794
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.2,0.725436782836914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,8,1,power_law_1.01,2.640015983581543
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.01,1.819593620300293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,8,1,power_law_1.2,0.40722241401672366
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,8,1,power_law_1.2,1.899785614013672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,8,1,power_law_1.2,0.42829117774963377
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,8,power_law_1.01,2.6590848922729493
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,8,1,power_law_1.01,3.388790512084961
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,8,1,power_law_1.2,2.2593055725097657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,8,1,power_law_1.2,0.43168001174926757
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,8,1,power_law_1.2,0.45559039115905764
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.01,3.381024169921875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,8,1,power_law_1.2,0.4719391822814941
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,8,1,power_law_1.2,3.0441919326782227
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,8,1,power_law_1.01,0.15703359842300416
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,8,1,power_law_1.01,4.902783966064453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,8,1,power_law_1.2,0.50730881690979
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,8,1,power_law_1.2,0.5591040134429932
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,8,1,power_law_1.2,3.776319885253906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,8,1,power_law_1.2,0.5844895839691162
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,8,power_law_1.01,5.043545532226562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,8,1,power_law_1.01,26.894415283203124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,8,power_law_1.2,0.9737855911254882
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,8,1,power_law_1.2,0.6010719776153565
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,8,1,power_law_1.01,6.419635009765625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,8,1,power_law_1.01,0.23636159896850586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,8,1,power_law_1.2,0.6577919960021973
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.2,1.1890879631042481
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,8,1,power_law_1.2,5.416454315185547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,8,power_law_1.2,53.2937255859375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,8,1,power_law_1.2,0.7488831996917724
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,8,power_law_1.01,0.04894079864025116
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,8,power_law_1.2,1.5730079650878905
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,8,power_law_1.01,0.0384799987077713
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.01,6.5955970764160154
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,8,1,power_law_1.2,0.8230079650878906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,8,power_law_1.01,0.04095999896526337
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,8,power_law_1.01,0.04466240108013153
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,8,1,power_law_1.01,7.999276733398437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,8,power_law_1.01,0.051395201683044435
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,8,1,power_law_1.2,0.972771167755127
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,8,power_law_1.01,0.07473919987678528
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,8,1,power_law_1.2,7.058470153808594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,8,power_law_1.01,0.0772383987903595
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,8,1,power_law_1.2,1.1908543586730957
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,8,power_law_1.01,0.07950080037117005
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,8,power_law_1.01,0.08017280101776122
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,8,power_law_1.01,0.08099200129508972
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,8,1,power_law_1.2,0.05797119736671448
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,8,1,power_law_1.01,0.29802238941192627
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,8,1,power_law_1.2,1.5560959815979003
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,8,power_law_1.01,8.565574645996094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,8,power_law_1.01,0.0826367974281311
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,8,power_law_1.01,0.08514559864997864
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,8,1,power_law_1.01,0.30762879848480223
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,8,power_law_1.01,0.08787840008735656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,8,1,power_law_1.2,1.9219263076782227
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,8,1,power_law_1.01,0.32073919773101806
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,8,power_law_1.01,0.09303680062294006
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,8,power_law_1.01,0.09801599979400635
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,8,1,power_law_1.2,8.784047698974609
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,8,1,power_law_1.01,0.3253632068634033
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,8,power_law_1.01,0.10348479747772217
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,8,1,power_law_1.01,12.561933135986328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,8,1,power_law_1.2,2.6702720642089846
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,8,power_law_1.01,0.11386560201644898
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,8,power_law_1.01,0.14286719560623168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.2,1.9934368133544922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,8,power_law_1.01,0.16693439483642578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,8,power_law_1.01,0.22297921180725097
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,8,1,power_law_1.2,3.429695892333984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,8,power_law_1.01,0.27577919960021974
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,8,power_law_1.2,2.883590316772461
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,8,1,power_law_1.2,0.0717408001422882
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,8,power_law_1.01,13.12838134765625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,8,1,power_law_1.01,0.33740160465240476
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,8,power_law_1.01,0.39104959964752195
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,8,1,power_law_1.01,0.35306880474090574
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,8,power_law_1.01,0.501801586151123
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,8,1,power_law_1.01,0.36888320446014405
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,8,1,power_law_1.2,4.958220672607422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,8,power_law_1.01,0.7439968109130859
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.2,3.582223892211914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,8,1,power_law_1.2,13.599801635742187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,8,1,power_law_1.01,0.42005119323730467
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,8,power_law_1.01,0.9668128013610839
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,8,1,power_law_1.01,0.437667179107666
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,8,power_law_1.01,1.450915241241455
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,8,1,power_law_1.01,0.45093441009521484
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,8,power_law_1.2,5.753168106079102
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,8,1,power_law_1.2,6.4679107666015625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,8,1,power_law_1.01,0.5009856224060059
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,8,power_law_1.01,1.9547231674194336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,8,1,power_law_1.2,0.07349759936332703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,8,1,power_law_1.01,0.6318624019622803
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,8,1,power_law_1.2,0.10321919918060303
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,8,1,power_law_1.01,24.885533142089844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,8,power_law_1.01,2.415228843688965
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,8,power_law_1.01,0.03366400003433227
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.2,7.087830352783203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,8,power_law_1.01,0.03912639915943146
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,8,power_law_1.01,0.03861440122127533
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,8,1,power_law_1.2,8.047232055664063
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,8,power_law_1.01,0.04258559942245484
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,8,power_law_1.01,0.04667840003967285
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,8,1,power_law_1.2,0.14358400106430053
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,8,power_law_1.01,0.06705920100212097
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,8,power_law_1.01,3.877084732055664
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,8,1,power_law_1.01,0.6350912094116211
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,8,power_law_1.01,0.07089920043945312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,8,power_law_1.01,26.585018920898438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,8,power_law_1.01,0.07200959920883179
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,8,power_law_1.01,0.042105600237846375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,8,1,power_law_1.01,0.7619679927825928
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,8,power_law_1.01,0.07442560195922851
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,8,power_law_1.01,0.04444479942321777
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,8,power_law_1.01,0.07522240281105042
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,8,power_law_1.01,0.04477120041847229
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,8,power_law_1.2,9.162934112548829
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,8,power_law_1.01,0.0773087978363037
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,8,1,power_law_1.2,26.44140625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,8,power_law_1.01,0.04621759951114655
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,8,1,power_law_1.01,0.8923168182373047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,8,power_law_1.01,0.08023359775543212
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,8,power_law_1.01,0.04874880015850067
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,8,power_law_1.2,0.049593600630760196
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,8,1,power_law_1.2,0.19592640399932862
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,8,power_law_1.01,0.08245760202407837
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,8,power_law_1.01,0.055395197868347165
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,8,power_law_1.2,0.03787519931793213
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,8,1,power_law_1.01,1.1716192245483399
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,8,power_law_1.01,0.057999998331069946
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,8,power_law_1.01,0.08782079815864563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,8,1,power_law_1.2,12.641788482666016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,8,power_law_1.2,0.040479999780654904
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,8,power_law_1.01,0.05976639986038208
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,8,power_law_1.01,0.09525120258331299
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,8,power_law_1.2,0.0441760003566742
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,8,power_law_1.01,0.059520000219345094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,8,power_law_1.01,0.10053759813308716
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,8,power_law_1.01,7.630214691162109
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,8,power_law_1.2,0.048767998814582825
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,8,power_law_1.01,0.06157439947128296
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,8,power_law_1.01,0.1128607988357544
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,8,power_law_1.2,0.07684159874916077
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,8,power_law_1.2,0.03431999981403351
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,8,power_law_1.01,0.06365119814872741
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,8,power_law_1.01,0.14361920356750488
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,8,power_law_1.2,0.07841600179672241
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,8,power_law_1.2,0.03708159923553467
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,8,power_law_1.01,0.0671231985092163
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,8,power_law_1.2,0.07970560193061829
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,8,power_law_1.01,0.16853439807891846
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,8,power_law_1.2,0.039315199851989745
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,8,power_law_1.01,0.06912959814071655
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,8,power_law_1.2,0.08109440207481385
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,8,power_law_1.2,0.0408160001039505
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,8,power_law_1.01,0.22261760234832764
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,8,power_law_1.01,0.07591040134429931
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,8,power_law_1.2,0.0819487988948822
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,8,power_law_1.2,0.04505920112133026
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,8,power_law_1.01,0.2827167987823486
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,8,power_law_1.01,0.08150079846382141
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,8,power_law_1.2,0.08450880050659179
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,8,power_law_1.2,0.06792960166931153
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,8,1,power_law_1.01,1.4191967964172363
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,8,power_law_1.01,0.08780480027198792
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,8,power_law_1.2,15.674172973632812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,8,power_law_1.01,0.3985759973526001
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,8,power_law_1.2,0.08671680092811584
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,8,power_law_1.2,0.07115839719772339
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,8,power_law_1.01,0.10462080240249634
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,8,power_law_1.2,0.08927040100097657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,8,power_law_1.2,0.07200959920883179
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,8,power_law_1.01,0.5522592067718506
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,8,1,power_law_1.2,0.29465599060058595
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,8,power_law_1.01,0.13037120103836058
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,8,power_law_1.2,0.0934719979763031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,8,power_law_1.2,0.07302079796791076
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,8,1,power_law_1.01,1.9485504150390625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,8,power_law_1.01,0.1555456042289734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,8,power_law_1.2,0.09932799935340882
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,8,power_law_1.01,0.779315185546875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,8,1,power_law_1.2,0.30392639636993407
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,8,power_law_1.2,0.07557759881019592
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,8,power_law_1.01,0.2118623971939087
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,8,power_law_1.2,0.10663360357284546
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,8,power_law_1.2,0.07663040161132813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,8,1,power_law_1.2,0.31448318958282473
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,8,power_law_1.01,0.2659712076187134
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,8,power_law_1.2,0.11797440052032471
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,8,power_law_1.01,1.0305888175964355
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,8,power_law_1.2,0.08017600178718567
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,8,power_law_1.2,0.14618560075759887
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,8,1,power_law_1.01,2.4633983612060546
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,8,power_law_1.01,0.3823967933654785
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,8,power_law_1.2,0.08265280127525329
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,8,1,power_law_1.2,0.3254463911056519
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,8,power_law_1.2,0.17757760286331176
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,8,power_law_1.2,0.08851839900016785
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,8,power_law_1.01,0.49639039039611815
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,8,power_law_1.01,1.514515209197998
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,8,power_law_1.2,0.24168639183044432
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,8,power_law_1.2,0.0944703996181488
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,8,power_law_1.2,0.10072640180587769
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,8,power_law_1.01,0.7181407928466796
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,8,power_law_1.2,0.2971456050872803
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,8,power_law_1.2,0.11973760128021241
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,8,1,power_law_1.01,3.508540725708008
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,8,power_law_1.2,0.4254335880279541
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,8,power_law_1.01,2.099843215942383
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,8,1,power_law_1.2,24.959100341796876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,8,power_law_1.2,0.14898879528045655
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,8,power_law_1.01,0.9559040069580078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,8,power_law_1.2,0.5348864078521729
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,8,power_law_1.2,0.17110719680786132
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,8,power_law_1.2,0.04097920060157776
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,8,1,power_law_1.2,0.3357088088989258
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,8,power_law_1.2,0.04368639886379242
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,8,power_law_1.2,0.23319039344787598
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,8,power_law_1.01,1.3648768424987794
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,8,power_law_1.2,0.7808512210845947
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,8,power_law_1.2,0.04400320053100586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,8,power_law_1.01,2.552460861206055
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,8,1,power_law_1.2,0.35668799877166746
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,8,power_law_1.2,0.298688006401062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,8,power_law_1.2,0.04559360146522522
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,8,1,power_law_1.01,4.583123016357422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,8,power_law_1.2,0.42656960487365725
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,8,power_law_1.2,1.093836784362793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,8,1,power_law_1.2,0.37695040702819826
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,8,power_law_1.2,0.04693120121955872
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,8,power_law_1.01,1.8275999069213866
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,8,power_law_1.2,0.05597760081291199
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,8,power_law_1.2,0.5702655792236329
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,8,1,power_law_1.2,0.4306784152984619
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,8,power_law_1.2,0.05815039873123169
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,8,power_law_1.2,1.7129791259765625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,8,power_law_1.2,0.05886080265045166
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,8,power_law_1.2,0.8959232330322265
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,8,1,power_law_1.2,0.44383678436279295
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,8,power_law_1.01,4.166486358642578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,8,power_law_1.2,0.06051200032234192
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,8,power_law_1.01,2.312777519226074
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,8,power_law_1.2,0.061647999286651614
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,8,1,power_law_1.2,0.45977277755737306
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,8,power_law_1.2,1.116812801361084
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,8,1,power_law_1.01,5.705913543701172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,8,power_law_1.2,2.1686368942260743
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,8,power_law_1.2,0.06383360028266907
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,8,power_law_1.2,30.608587646484374
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,8,1,power_law_1.2,0.5337696075439453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,8,power_law_1.2,0.06624000072479248
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,8,power_law_1.01,0.10459840297698975
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,8,power_law_1.2,1.8605728149414062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,8,power_law_1.2,0.0704479992389679
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,8,power_law_1.01,0.07094079852104188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,8,1,power_law_1.2,0.6564640045166016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,8,power_law_1.2,0.07680320143699645
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,8,power_law_1.01,3.7125247955322265
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,8,power_law_1.01,0.07434560060501098
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,8,power_law_1.2,2.9094816207885743
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,8,power_law_1.2,0.0825439989566803
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,8,power_law_1.01,0.09926720261573792
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,8,power_law_1.2,0.0899839997291565
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,8,power_law_1.01,0.11315840482711792
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,8,power_law_1.2,2.3626399993896485
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,8,power_law_1.2,0.10586240291595458
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,8,power_law_1.01,0.20731201171875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,8,power_law_1.2,0.13413439989089965
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,8,power_law_1.01,0.21647040843963622
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,8,power_law_1.01,8.324124908447265
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,8,power_law_1.2,0.16373759508132935
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,8,power_law_1.01,0.2149791955947876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,8,1,power_law_1.01,8.92562255859375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,8,power_law_1.01,0.07872639894485474
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,8,power_law_1.01,0.2153088092803955
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,8,power_law_1.2,0.21221439838409423
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,8,power_law_1.2,4.763996887207031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,8,power_law_1.2,3.2270687103271483
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,8,power_law_1.01,0.06950079798698425
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,8,power_law_1.01,0.23595199584960938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,8,power_law_1.01,0.06944959759712219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,8,power_law_1.2,0.2747999906539917
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,8,1,power_law_1.2,0.6517343997955323
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,8,power_law_1.01,0.2332927942276001
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,8,power_law_1.01,0.08779199719429016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,8,power_law_1.2,0.4043744087219238
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,8,power_law_1.01,0.2434175968170166
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,8,power_law_1.01,0.09590399861335755
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,8,power_law_1.01,7.333324432373047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,8,1,power_law_1.2,0.7770175933837891
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,8,power_law_1.01,0.26369280815124513
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,8,power_law_1.01,0.1649216055870056
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,8,power_law_1.2,0.5093535900115966
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,8,power_law_1.01,0.07353919744491577
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,8,power_law_1.01,0.16667200326919557
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,8,power_law_1.01,0.27583041191101076
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,8,power_law_1.01,0.06779839992523193
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,8,power_law_1.2,0.7575935840606689
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,8,power_law_1.01,0.17375359535217286
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,8,1,power_law_1.2,0.9142304420471191
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,8,power_law_1.2,4.779235076904297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,8,power_law_1.01,0.2993695974349976
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,8,power_law_1.01,0.06858879923820496
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,8,power_law_1.01,0.17634559869766236
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,8,power_law_1.01,0.3224224090576172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,8,power_law_1.01,0.07571200132369996
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,8,power_law_1.2,0.9920991897583008
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,8,power_law_1.01,0.18390079736709594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,8,power_law_1.01,0.08547840118408204
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,8,1,power_law_1.2,1.1875552177429198
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,8,power_law_1.01,0.37573440074920655
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,8,power_law_1.01,0.19698560237884521
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,8,power_law_1.01,0.12505279779434203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,8,power_law_1.01,0.3968832015991211
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,8,power_law_1.01,0.20115199089050292
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,8,power_law_1.01,0.1236799955368042
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,8,power_law_1.2,1.5166048049926757
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,8,power_law_1.2,9.565618896484375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,8,power_law_1.01,0.46358718872070315
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,8,power_law_1.01,0.21475520133972167
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,8,power_law_1.01,0.13303040266036986
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,8,power_law_1.2,0.09394559860229493
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,8,power_law_1.01,0.23382399082183838
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,8,power_law_1.01,0.6256864070892334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,8,power_law_1.01,0.13407360315322875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,8,power_law_1.2,0.06816319823265075
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,8,power_law_1.01,0.24597439765930176
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,8,power_law_1.01,0.13699840307235717
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,8,power_law_1.2,2.0023967742919924
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,8,power_law_1.01,0.7624192237854004
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,8,power_law_1.2,0.07520959973335266
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,8,power_law_1.01,0.2602816104888916
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,8,power_law_1.01,0.1420256018638611
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,8,power_law_1.2,0.08056319952011108
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,8,1,power_law_1.01,17.54523162841797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,8,power_law_1.01,0.15028480291366578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,8,power_law_1.01,0.2877216100692749
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,8,power_law_1.01,1.168563175201416
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,8,power_law_1.2,0.10918400287628174
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,8,power_law_1.01,0.15506880283355712
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,8,power_law_1.2,0.08318399786949157
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,8,power_law_1.01,0.3565151929855347
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,8,power_law_1.2,0.19988160133361815
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,8,power_law_1.01,0.16750080585479737
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,8,power_law_1.2,0.058748799562454226
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,8,power_law_1.2,2.5187679290771485
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,8,power_law_1.01,1.418329620361328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,8,1,power_law_1.2,1.4380928039550782
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,8,power_law_1.2,11.035385894775391
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,8,power_law_1.2,0.20985279083251954
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,8,power_law_1.01,0.4291776180267334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,8,power_law_1.01,0.18040319681167602
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,8,power_law_1.2,0.06820160150527954
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,8,power_law_1.2,0.22264320850372316
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,8,power_law_1.2,0.07229120135307313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,8,power_law_1.01,0.19080640077590943
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,8,power_law_1.2,0.08118720054626465
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,8,power_law_1.01,0.572649621963501
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,8,power_law_1.2,0.06480000019073487
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,8,power_law_1.2,0.22221760749816893
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,8,power_law_1.01,2.2595808029174806
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,8,power_law_1.01,0.22900800704956054
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,8,power_law_1.2,0.0839136004447937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,8,1,power_law_1.2,1.9658079147338867
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,8,power_law_1.2,0.06795520186424256
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,8,power_law_1.01,0.7609856128692627
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,8,power_law_1.2,0.2249664068222046
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,8,power_law_1.2,0.16300480365753173
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,8,power_law_1.01,0.2822751998901367
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,8,power_law_1.2,0.07577919960021973
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,8,power_law_1.2,0.2251744031906128
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,8,power_law_1.2,0.1751871943473816
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,8,power_law_1.01,0.33684160709381106
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,8,power_law_1.01,1.1009663581848144
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,8,power_law_1.2,0.0814848005771637
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,8,power_law_1.2,4.019980621337891
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,8,power_law_1.01,2.763046455383301
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,8,power_law_1.2,0.250927996635437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,8,power_law_1.2,0.1782304048538208
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,8,power_law_1.2,0.12304320335388183
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,8,power_law_1.01,0.4679711818695068
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,8,1,power_law_1.2,2.491967964172363
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,8,power_law_1.2,0.27593278884887695
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,8,power_law_1.2,0.1880352020263672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,8,power_law_1.01,1.446678352355957
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,8,power_law_1.2,0.12788480520248413
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,8,power_law_1.01,0.588425588607788
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,8,power_law_1.2,0.30009920597076417
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,8,power_law_1.2,0.184444797039032
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,8,power_law_1.2,0.13272000551223756
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,8,power_law_1.2,0.3114272117614746
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,8,power_law_1.2,0.20434238910675048
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,8,power_law_1.2,0.13696960210800171
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,8,power_law_1.01,0.8511967658996582
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,8,power_law_1.01,4.199619293212891
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,8,power_law_1.01,2.1178688049316405
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,8,power_law_1.2,0.32844159603118894
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,8,power_law_1.2,0.2097343921661377
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,8,power_law_1.2,0.13740479946136475
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,8,1,power_law_1.2,3.5347232818603516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,8,power_law_1.01,1.0951135635375977
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,8,power_law_1.2,0.22187840938568115
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,8,power_law_1.2,0.36624319553375245
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,8,power_law_1.2,0.1450047969818115
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,8,power_law_1.2,0.23834240436553955
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,8,power_law_1.2,0.15121279954910277
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,8,power_law_1.2,0.4095615863800049
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,8,power_law_1.01,2.9369184494018556
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,8,power_law_1.01,1.6096000671386719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,8,power_law_1.2,0.2516256093978882
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,8,power_law_1.2,0.15792640447616577
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,8,power_law_1.2,0.49007358551025393
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,8,power_law_1.2,0.2664351940155029
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,8,power_law_1.2,0.1674880027770996
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,8,power_law_1.01,5.581401443481445
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,8,power_law_1.2,0.6644480228424072
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,8,power_law_1.2,8.032508850097656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,8,power_law_1.2,0.31011199951171875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,8,power_law_1.2,0.18609919548034667
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,8,power_law_1.01,2.1682464599609377
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,8,1,power_law_1.01,0.02839039862155914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,8,1,power_law_1.2,4.591862487792969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,8,power_law_1.2,0.9196319580078125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,8,power_law_1.2,0.19782079458236695
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,8,power_law_1.2,0.38657279014587403
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,8,power_law_1.01,4.315657424926758
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,8,power_law_1.2,0.2324064016342163
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,8,power_law_1.2,0.4779104232788086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,8,power_law_1.2,1.2201696395874024
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,8,power_law_1.2,0.29541759490966796
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,8,power_law_1.2,0.6820000171661377
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,8,power_law_1.01,3.127315139770508
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,8,power_law_1.2,0.3580064058303833
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,8,power_law_1.2,1.6395904541015625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,8,power_law_1.2,0.8163711547851562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,8,power_law_1.01,7.230976104736328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,8,power_law_1.2,0.4746528148651123
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,8,power_law_1.01,5.799651336669922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,8,1,power_law_1.2,5.752627182006836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,8,power_law_1.2,0.6308383941650391
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,8,power_law_1.2,1.2373120307922363
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,8,power_law_1.2,2.481955146789551
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,8,power_law_1.01,4.166313552856446
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,8,power_law_1.2,0.875772762298584
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,8,power_law_1.2,1.6355039596557617
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,8,1,power_law_1.01,0.04301120042800903
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,8,power_law_1.2,1.1164671897888183
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,8,1,power_law_1.01,0.051209598779678345
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,8,power_law_1.2,3.3016544342041017
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,8,power_law_1.2,2.6550559997558594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,8,power_law_1.2,1.6988512039184571
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,8,power_law_1.01,7.3287712097167965
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,8,power_law_1.01,5.2094463348388675
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,8,power_law_1.01,11.484204864501953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,8,power_law_1.2,3.278121566772461
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,8,power_law_1.2,4.996284866333008
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,8,power_law_1.2,2.33819522857666
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,8,1,power_law_1.2,9.005123138427734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,8,1,power_law_1.01,0.06717759966850281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,8,power_law_1.2,3.531087875366211
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,8,power_law_1.2,4.596416091918945
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,8,power_law_1.2,7.099468994140625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,8,power_law_1.01,8.60260467529297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,8,power_law_1.01,11.600908660888672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,8,1,power_law_1.01,0.08498240113258362
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,8,power_law_1.2,5.1733856201171875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,8,power_law_1.2,7.704962921142578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,8,power_law_1.2,8.875631713867188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,8,power_law_1.2,5.615526580810547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,8,1,power_law_1.2,17.610659790039062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,8,1,power_law_1.01,0.13959360122680664
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,8,1,power_law_1.01,0.029481598734855653
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,8,power_law_1.01,23.260691833496093
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,8,power_law_1.2,9.053545379638672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,8,1,power_law_1.01,0.051910400390625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,8,1,power_law_1.01,0.060726398229599
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,8,1,power_law_1.01,0.07277119755744935
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,8,power_law_1.01,16.882127380371095
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,8,1,power_law_1.01,0.08496639728546143
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,8,1,power_law_1.2,0.02839039862155914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,8,1,power_law_1.01,0.11304639577865601
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,8,1,power_law_1.2,0.04354879856109619
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,8,1,power_law_1.01,0.12950719594955445
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,8,power_law_1.2,9.4248291015625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,8,1,power_law_1.2,0.0487744003534317
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,8,1,power_law_1.01,0.1385696053504944
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,8,power_law_1.2,14.907743835449219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,8,1,power_law_1.2,0.06177279949188232
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,8,1,power_law_1.01,0.1449695944786072
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,8,1,power_law_1.2,0.08174719810485839
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,8,1,power_law_1.01,0.14948159456253052
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,8,1,power_law_1.01,0.1524608016014099
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,8,power_law_1.01,23.935977172851562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,8,1,power_law_1.2,0.13736319541931152
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,8,1,power_law_1.01,0.15703359842300416
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,8,1,power_law_1.2,0.030953601002693176
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,8,1,power_law_1.2,0.15590720176696776
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,8,1,power_law_1.01,0.1607391953468323
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,8,1,power_law_1.2,0.05172160267829895
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,8,1,power_law_1.2,0.1545024037361145
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,8,1,power_law_1.01,0.16649600267410278
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,8,power_law_1.2,13.286457824707032
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,8,1,power_law_1.2,0.06004160046577454
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,8,1,power_law_1.2,0.15967040061950682
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,8,1,power_law_1.01,0.1748800039291382
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,8,1,power_law_1.2,0.06900479793548583
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,8,1,power_law_1.2,0.1641343951225281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,8,1,power_law_1.01,0.18492480516433715
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,8,1,power_law_1.2,0.07750080227851867
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,8,1,power_law_1.2,0.19186559915542603
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,8,1,power_law_1.01,0.1935263991355896
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,8,1,power_law_1.2,0.11694719791412353
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,8,1,power_law_1.2,0.19836800098419188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,8,1,power_law_1.01,0.15008959770202637
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,8,1,power_law_1.2,0.13420799970626832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,8,1,power_law_1.01,0.2193056106567383
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,8,1,power_law_1.2,0.2062527894973755
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,8,1,power_law_1.01,0.1528447985649109
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,8,1,power_law_1.2,0.1451807975769043
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,8,1,power_law_1.01,0.26108479499816895
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,8,1,power_law_1.2,0.21371519565582275
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,8,1,power_law_1.2,0.1495903968811035
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,8,1,power_law_1.01,0.2926527976989746
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,8,1,power_law_1.2,0.21771841049194335
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,8,1,power_law_1.2,0.15405759811401368
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,8,1,power_law_1.01,0.37776639461517336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,8,1,power_law_1.2,0.22351040840148925
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,8,1,power_law_1.2,0.1609503984451294
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,8,1,power_law_1.2,0.23111999034881592
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,8,1,power_law_1.01,0.4608543872833252
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,8,1,power_law_1.2,0.1611616015434265
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,8,1,power_law_1.2,0.2498016119003296
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,8,1,power_law_1.2,0.16924480199813843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,8,1,power_law_1.01,0.6349567890167236
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,8,1,power_law_1.2,0.3164992094039917
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,8,1,power_law_1.2,0.18012800216674804
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,8,power_law_1.2,20.222119140625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,8,1,power_law_1.01,0.8090944290161133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,8,1,power_law_1.2,0.18820799589157106
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,8,1,power_law_1.2,0.3770047903060913
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,8,1,power_law_1.2,0.20102400779724122
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,8,1,power_law_1.01,0.16167999505996705
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,8,1,power_law_1.2,0.40277438163757323
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,8,power_law_1.01,0.20351040363311768
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,8,1,power_law_1.01,1.167903995513916
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,8,1,power_law_1.2,0.22350080013275148
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,8,1,power_law_1.01,0.19067840576171874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,8,1,power_law_1.2,0.5400352001190185
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,8,1,power_law_1.2,0.2638623952865601
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,8,power_law_1.01,0.35626559257507323
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,8,1,power_law_1.01,0.19471679925918578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,8,power_law_1.01,0.13921279907226564
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,8,1,power_law_1.01,0.20339839458465575
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,8,1,power_law_1.2,0.29786560535430906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,8,1,power_law_1.2,0.6496960163116455
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,8,1,power_law_1.01,1.5294816017150878
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,8,1,power_law_1.01,0.20973119735717774
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,8,power_law_1.01,0.201529598236084
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,8,1,power_law_1.2,0.3798271894454956
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,8,1,power_law_1.01,0.2161407947540283
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,8,1,power_law_1.2,0.8981823921203613
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,8,power_law_1.01,0.33087360858917236
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,8,1,power_law_1.2,0.47243518829345704
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,8,1,power_law_1.01,0.22169919013977052
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,8,power_law_1.2,34.08671875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,8,1,power_law_1.01,2.246118354797363
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,8,power_law_1.01,0.639254379272461
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,8,1,power_law_1.2,0.6439839839935303
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,8,1,power_law_1.2,1.1353471755981446
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,8,power_law_1.01,0.1656448006629944
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,8,power_law_1.01,0.6661600112915039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,8,1,power_law_1.2,0.8221664428710938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,8,power_law_1.2,29.687808227539062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,8,power_law_1.01,0.2406303882598877
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,8,power_law_1.01,0.6801119804382324
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,8,power_law_1.01,0.11780799627304077
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,8,1,power_law_1.2,1.6693952560424805
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,8,1,power_law_1.01,2.96146240234375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,8,power_law_1.01,0.16980160474777223
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,8,1,power_law_1.2,1.1742688179016114
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,8,power_law_1.01,0.7113728046417236
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,8,power_law_1.01,0.17934399843215942
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,8,power_law_1.01,0.20389120578765868
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,8,power_law_1.01,0.7163360118865967
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,8,power_law_1.01,0.20320000648498535
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,8,power_law_1.01,0.11463040113449097
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,8,1,power_law_1.2,1.539743995666504
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,8,1,power_law_1.2,2.131395149230957
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,8,power_law_1.01,0.39560000896453856
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,8,power_law_1.01,0.7438208103179932
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,8,power_law_1.01,0.15763200521469117
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,8,1,power_law_1.01,3.7073440551757812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,8,power_law_1.01,0.41962242126464844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,8,power_law_1.01,0.759503984451294
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,8,power_law_1.01,0.18124799728393554
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,8,1,power_law_1.2,2.2623807907104494
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,8,power_law_1.01,0.42766079902648924
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,8,power_law_1.01,0.2602720022201538
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,8,power_law_1.01,0.7599103927612305
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,8,1,power_law_1.01,0.2308255910873413
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,8,1,power_law_1.2,2.6951679229736327
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,8,power_law_1.01,0.4397791862487793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,8,power_law_1.01,0.2738656044006348
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,8,1,power_law_1.01,0.24617280960083007
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,8,power_law_1.01,0.7951263904571533
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,8,power_law_1.01,0.4361440181732178
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,8,power_law_1.01,0.2821055889129639
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,8,1,power_law_1.01,0.3126879930496216
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,8,power_law_1.01,0.8339039802551269
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,8,1,power_law_1.2,2.9798879623413086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,8,power_law_1.01,0.28464319705963137
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,8,power_law_1.01,0.4528063774108887
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,8,1,power_law_1.01,0.35825600624084475
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,8,power_law_1.01,0.8560704231262207
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,8,1,power_law_1.01,5.871753692626953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,8,power_law_1.01,0.30258879661560056
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,8,power_law_1.01,0.4613056182861328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,8,power_law_1.01,0.9464960098266602
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,8,power_law_1.01,0.3133343935012817
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,8,1,power_law_1.2,4.443769454956055
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,8,power_law_1.01,0.47601919174194335
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,8,power_law_1.01,0.3321984052658081
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,8,1,power_law_1.2,3.730809783935547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,8,power_law_1.01,0.5129504203796387
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,8,power_law_1.01,1.0531904220581054
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,8,power_law_1.2,0.20850560665130616
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,8,power_law_1.01,0.3293600082397461
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,8,power_law_1.2,0.14849599599838256
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,8,power_law_1.01,0.5262495994567871
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,8,power_law_1.01,1.1653440475463868
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,8,power_law_1.01,0.34476161003112793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,8,power_law_1.2,0.13772480487823485
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,8,power_law_1.01,0.5718080043792725
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,8,power_law_1.01,0.3839616060256958
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,8,power_law_1.2,0.22377281188964843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,8,power_law_1.01,1.4808639526367187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,8,power_law_1.01,0.6283775806427002
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,8,power_law_1.2,0.23784639835357665
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,8,power_law_1.01,0.4012608051300049
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,8,power_law_1.01,0.7885791778564453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,8,power_law_1.01,1.8144319534301758
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,8,power_law_1.2,0.6478816032409668
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,8,power_law_1.01,0.4490047931671143
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,8,1,power_law_1.2,5.896255874633789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,8,1,power_law_1.01,0.3960288047790527
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,8,power_law_1.2,0.6755040168762207
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,8,power_law_1.01,0.9425312042236328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,8,power_law_1.01,0.5401631832122803
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,8,1,power_law_1.2,8.74183349609375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,8,power_law_1.01,2.508815956115723
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,8,1,power_law_1.01,11.74060516357422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,8,power_law_1.2,0.6758111953735352
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,8,power_law_1.01,0.657532787322998
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,8,power_law_1.01,1.2819552421569824
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,8,power_law_1.2,0.1729920029640198
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,8,power_law_1.2,0.6912384033203125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,8,power_law_1.2,0.16922240257263182
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,8,power_law_1.01,0.8830143928527832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,8,power_law_1.2,0.10157439708709717
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,8,power_law_1.01,1.6568191528320313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,8,power_law_1.2,0.10098559856414795
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,8,power_law_1.2,0.7191743850708008
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,8,power_law_1.01,3.065283203125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,8,power_law_1.2,0.11757760047912598
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,8,power_law_1.01,1.0842271804809571
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,8,power_law_1.2,0.11080960035324097
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,8,power_law_1.2,0.14332159757614135
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,8,power_law_1.2,0.7525792121887207
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,8,power_law_1.2,0.14138879776000976
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,8,power_law_1.01,2.3350336074829103
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,8,power_law_1.2,0.18600319623947142
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,8,power_law_1.2,0.7630271911621094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,8,power_law_1.01,1.50480318069458
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,8,power_law_1.2,0.16795519590377808
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,8,power_law_1.2,0.3945535898208618
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,8,power_law_1.01,4.593955230712891
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,8,power_law_1.2,0.7724800109863281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,8,power_law_1.2,0.2583744049072266
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,8,power_law_1.2,0.42431039810180665
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,8,1,power_law_1.01,0.5362624168395996
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,8,power_law_1.01,3.0267072677612306
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,8,power_law_1.01,2.0781408309936524
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,8,power_law_1.2,0.2731040000915527
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,8,power_law_1.2,0.8502079963684082
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,8,power_law_1.2,0.43630080223083495
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,8,1,power_law_1.2,11.69873275756836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,8,power_law_1.2,0.28279359340667726
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,8,power_law_1.2,0.44261441230773924
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,8,power_law_1.2,0.8501279830932618
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,8,1,power_law_1.01,0.06515200138092041
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,8,power_law_1.2,0.2878848075866699
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,8,power_law_1.2,0.44696640968322754
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,8,1,power_law_1.01,0.08741120100021363
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,8,power_law_1.01,2.9575679779052733
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,8,power_law_1.01,6.168751907348633
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,8,power_law_1.2,0.9018783569335938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,8,power_law_1.01,4.242060852050781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,8,power_law_1.2,0.29894399642944336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,8,1,power_law_1.01,0.10475200414657593
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,8,power_law_1.2,0.465993595123291
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,8,power_law_1.2,0.3149983882904053
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,8,power_law_1.2,0.9723199844360352
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,8,1,power_law_1.01,0.1579584002494812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,8,power_law_1.2,0.47736639976501466
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,8,power_law_1.2,0.33024001121520996
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,8,1,power_law_1.01,0.213919997215271
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,8,power_law_1.2,1.0742464065551758
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,8,power_law_1.2,0.4684768199920654
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,8,power_law_1.2,0.3491231918334961
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,8,power_law_1.01,3.8253631591796875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,8,1,power_law_1.01,0.3744735956192017
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,8,power_law_1.2,1.2482879638671875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,8,power_law_1.01,6.353299331665039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,8,power_law_1.2,0.5144383907318115
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,8,power_law_1.2,0.37304320335388186
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,8,1,power_law_1.01,0.39359679222106936
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,8,1,power_law_1.01,0.6416255950927734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,8,power_law_1.01,9.023455810546874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,8,power_law_1.2,1.6263135910034179
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,8,power_law_1.2,0.5488255977630615
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,8,power_law_1.2,0.39769279956817627
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,8,1,power_law_1.01,0.40222721099853515
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,8,1,power_law_1.01,0.8944928169250488
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,8,power_law_1.2,0.5661183834075928
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,8,1,power_law_1.01,0.4195871829986572
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,8,power_law_1.2,0.4131616115570068
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,8,power_law_1.2,1.9475936889648438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,8,power_law_1.01,5.636979293823242
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,8,1,power_law_1.01,0.42902722358703616
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,8,power_law_1.2,0.6796544075012207
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,8,power_law_1.2,0.46953601837158204
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,8,1,power_law_1.01,1.1347328186035157
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,8,1,power_law_1.01,0.48953919410705565
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,8,power_law_1.2,0.831113624572754
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,8,power_law_1.2,0.5801536083221436
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,8,power_law_1.2,2.891961669921875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,8,power_law_1.01,9.147392272949219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,8,1,power_law_1.01,0.5162464141845703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,8,1,power_law_1.01,1.6282367706298828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,8,power_law_1.2,0.691215991973877
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,8,power_law_1.2,1.0835583686828614
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,8,1,power_law_1.01,0.6728960037231445
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,8,power_law_1.2,0.939078426361084
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,8,1,power_law_1.01,0.6922719955444336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,8,power_law_1.2,1.3342368125915527
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,8,power_law_1.2,3.661276626586914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,8,power_law_1.01,12.830793762207032
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,8,1,power_law_1.01,2.1855743408203123
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,8,power_law_1.01,7.787779235839844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,8,1,power_law_1.01,0.7036928176879883
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,8,power_law_1.2,1.1692192077636718
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,8,power_law_1.2,1.8133535385131836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,8,1,power_law_1.01,0.7210015773773193
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,8,power_law_1.2,1.63702392578125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,8,1,power_law_1.01,0.7520512104034424
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,8,power_law_1.2,5.583273696899414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,8,1,power_law_1.01,2.726518440246582
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,8,power_law_1.2,2.4725568771362303
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,8,1,power_law_1.01,0.8307583808898926
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,8,power_law_1.2,2.101696014404297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,8,power_law_1.01,12.60440673828125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,8,1,power_law_1.01,0.8947456359863282
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,8,power_law_1.2,3.30786247253418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,8,1,power_law_1.01,1.0555808067321777
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,8,power_law_1.01,9.503667449951172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,8,power_law_1.2,3.022768020629883
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,8,1,power_law_1.01,4.3600414276123045
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,8,power_law_1.2,7.510975646972656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,8,1,power_law_1.01,1.2183103561401367
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,8,power_law_1.01,15.341775512695312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,8,power_law_1.2,5.324736022949219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,8,1,power_law_1.01,1.5860032081604003
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,8,power_law_1.2,4.449382400512695
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,8,1,power_law_1.01,1.9739263534545899
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,8,power_law_1.01,14.918553161621094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,8,power_law_1.2,6.835612487792969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,8,1,power_law_1.01,2.7998271942138673
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,8,power_law_1.2,11.828307342529296
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,8,power_law_1.2,6.404086303710938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,8,1,power_law_1.01,8.708716583251952
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,8,power_law_1.01,14.554521179199218
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,8,1,power_law_1.01,0.06461439728736877
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,8,1,power_law_1.01,3.668947219848633
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,8,1,power_law_1.01,0.08435519933700561
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,8,1,power_law_1.01,0.09593279957771302
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,8,1,power_law_1.01,0.12709120512008668
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,8,power_law_1.2,10.674748992919922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,8,1,power_law_1.01,0.16353280544281007
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,8,power_law_1.2,9.166403198242188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,8,1,power_law_1.01,5.333180618286133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,8,1,power_law_1.01,0.26642560958862305
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,8,1,power_law_1.01,0.2828736066818237
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,8,power_law_1.01,24.633827209472656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,8,1,power_law_1.01,0.3156415939331055
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,8,power_law_1.2,16.97144012451172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,8,1,power_law_1.01,0.33515200614929197
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,8,1,power_law_1.01,0.3412256002426147
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,8,1,power_law_1.01,7.016345977783203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,8,1,power_law_1.01,0.35611839294433595
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,8,power_law_1.01,23.20323791503906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,8,1,power_law_1.01,0.3697824001312256
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,8,power_law_1.2,10.818998718261719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,8,1,power_law_1.01,0.4148096084594727
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,8,power_law_1.2,14.87410888671875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,8,1,power_law_1.01,0.4282688140869141
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,8,1,power_law_1.01,0.4474048137664795
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,8,1,power_law_1.01,0.4627520084381104
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,8,1,power_law_1.01,8.699718475341797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,8,1,power_law_1.01,0.487824010848999
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,8,1,power_law_1.01,0.574067211151123
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,8,power_law_1.01,29.659042358398438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,8,1,power_law_1.01,0.6775519847869873
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,8,power_law_1.2,21.536160278320313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,8,1,power_law_1.01,0.8461024284362793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,8,1,power_law_1.01,1.0560704231262208
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,8,power_law_1.2,16.097389221191406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,8,power_law_1.2,18.758746337890624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,8,1,power_law_1.01,1.4214655876159668
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,8,1,power_law_1.01,13.668759155273438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,8,1,power_law_1.01,1.8094144821166993
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,8,1,power_law_1.01,2.5694368362426756
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,8,1,power_law_1.01,3.3474910736083983
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,8,power_law_1.01,51.65296630859375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,8,1,power_law_1.01,4.902700805664063
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,8,1,power_law_1.2,0.06849279999732971
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,8,power_law_1.2,31.216476440429688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,8,1,power_law_1.2,0.08164479732513427
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,8,power_law_1.01,47.73728942871094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,8,1,power_law_1.2,0.10209599733352662
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,8,1,power_law_1.2,0.06535040140151978
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,8,1,power_law_1.2,0.14482239484786988
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,8,power_law_1.2,29.101303100585938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,8,1,power_law_1.2,0.07722240090370178
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,8,1,power_law_1.2,0.18436800241470336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,8,1,power_law_1.01,6.4596000671386715
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,8,1,power_law_1.2,0.09360640048980713
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,8,1,power_law_1.2,0.3750112056732178
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,8,1,power_law_1.2,0.11894079446792602
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,8,1,power_law_1.2,0.4001664161682129
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,8,1,power_law_1.2,0.14767999649047853
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,8,1,power_law_1.01,26.774984741210936
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,8,1,power_law_1.2,0.4143360137939453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,8,1,power_law_1.2,0.26314239501953124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,8,1,power_law_1.2,0.4344799995422363
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,8,1,power_law_1.2,0.2896352052688599
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,8,1,power_law_1.2,0.4422431945800781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,8,1,power_law_1.2,0.31785600185394286
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,8,power_law_1.2,39.41044311523437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,8,1,power_law_1.2,0.5208223819732666
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,8,1,power_law_1.01,8.067350769042969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,8,1,power_law_1.2,0.3402080059051514
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,8,1,power_law_1.2,0.5316864013671875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,8,1,power_law_1.2,0.34805760383605955
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,8,power_law_1.01,0.22944319248199463
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,8,1,power_law_1.2,0.3606368064880371
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,8,1,power_law_1.2,0.6881760120391845
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,8,1,power_law_1.2,0.3784768104553223
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,8,power_law_1.01,0.45046401023864746
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,8,1,power_law_1.2,0.7011712074279786
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,8,1,power_law_1.2,0.4308608055114746
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,8,1,power_law_1.2,0.7204095840454101
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,8,1,power_law_1.2,0.447430419921875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,8,power_law_1.01,0.7189151763916015
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,8,1,power_law_1.2,0.7380127906799316
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,8,1,power_law_1.2,0.46144962310791016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,8,1,power_law_1.2,0.7881472110748291
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,8,power_law_1.01,0.24787840843200684
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,8,1,power_law_1.2,0.4775392055511475
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,8,1,power_law_1.2,0.8511296272277832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,8,power_law_1.01,0.39559359550476075
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,8,1,power_law_1.01,12.72710723876953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,8,1,power_law_1.2,0.5096543788909912
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,8,1,power_law_1.2,0.9126848220825196
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,8,1,power_law_1.2,0.5989439964294434
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,8,power_law_1.01,0.5560351848602295
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,8,1,power_law_1.2,1.0725600242614746
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,8,1,power_law_1.2,0.6964896202087403
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,8,power_law_1.01,0.5998720169067383
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,8,1,power_law_1.2,1.24717435836792
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,8,1,power_law_1.2,0.8597536087036133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,8,1,power_law_1.2,1.067903995513916
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,8,1,power_law_1.2,1.6000448226928712
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,8,power_law_1.01,1.0624192237854004
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,8,1,power_law_1.2,1.4398176193237304
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,8,1,power_law_1.2,1.9986400604248047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,8,power_law_1.01,1.1163999557495117
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,8,power_law_1.01,0.15735679864883423
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,8,1,power_law_1.2,1.8220064163208007
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,8,1,power_law_1.2,2.825328063964844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,8,power_law_1.01,1.128115177154541
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,8,power_law_1.01,0.3087296009063721
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,8,1,power_law_1.2,2.598441505432129
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,8,power_law_1.01,1.1766528129577636
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,8,power_law_1.01,0.5406271934509277
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,8,1,power_law_1.2,3.6652606964111327
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,8,power_law_1.01,0.20121920108795166
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,8,1,power_law_1.2,3.370566558837891
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,8,power_law_1.01,1.2745759963989258
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,8,power_law_1.01,0.29550719261169434
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,8,1,power_law_1.01,25.273158264160156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,8,power_law_1.01,1.2340959548950194
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,8,1,power_law_1.2,5.366742324829102
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,8,power_law_1.01,0.4182784080505371
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,8,1,power_law_1.2,4.936159896850586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,8,power_law_1.01,0.1381824016571045
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,8,power_law_1.01,1.389577579498291
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,8,power_law_1.01,0.47548799514770507
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,8,power_law_1.2,69.3851318359375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,8,power_law_1.2,75.97809448242188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,8,power_law_1.01,0.22260160446166993
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,8,power_law_1.01,1.3615360260009766
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,8,power_law_1.2,0.22952640056610107
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,8,power_law_1.01,0.704204797744751
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,8,1,power_law_1.2,7.019004821777344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,8,power_law_1.2,0.15720000267028808
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,8,power_law_1.01,0.3969343900680542
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,8,1,power_law_1.2,6.481187438964843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,8,power_law_1.01,1.4516511917114259
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,8,power_law_1.2,0.44898238182067873
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,8,power_law_1.2,0.310860800743103
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,8,power_law_1.01,0.7153855800628662
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,8,power_law_1.01,0.15230400562286378
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,8,power_law_1.2,0.403382396697998
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,8,power_law_1.2,0.3130880117416382
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,8,power_law_1.01,1.511087989807129
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,8,power_law_1.01,0.7173759937286377
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,8,power_law_1.01,0.21835520267486572
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,8,power_law_1.2,0.224288010597229
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,8,power_law_1.2,0.1879487991333008
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,8,power_law_1.01,0.3245503902435303
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,8,1,power_law_1.2,8.71301727294922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,8,power_law_1.01,0.7695136070251465
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,8,power_law_1.01,1.5813055992126466
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,8,1,power_law_1.2,8.08023681640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,8,power_law_1.2,0.39063999652862547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,8,power_law_1.2,0.2879744052886963
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,8,power_law_1.01,0.3785088062286377
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,8,power_law_1.01,0.8044480323791504
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,8,power_law_1.01,1.7889503479003905
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,8,power_law_1.2,0.5030111789703369
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,8,power_law_1.2,0.38232319355010985
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,8,power_law_1.01,0.47630720138549804
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,8,power_law_1.01,0.8110560417175293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,8,power_law_1.2,0.5685279846191407
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,8,power_law_1.2,0.4053023815155029
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,8,power_law_1.01,1.9887199401855469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,8,power_law_1.2,0.1379583954811096
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,8,power_law_1.01,0.4745151996612549
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,8,power_law_1.01,0.8554911613464355
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,8,power_law_1.2,0.6332096099853516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,8,power_law_1.2,1.0073472023010255
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,8,power_law_1.2,0.2230976104736328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,8,power_law_1.01,0.48021440505981444
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,8,power_law_1.01,2.1977664947509767
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,8,power_law_1.01,0.8729503631591797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,8,power_law_1.2,0.6967679977416992
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,8,1,power_law_1.2,13.664183044433594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,8,power_law_1.2,0.23609600067138672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,8,power_law_1.2,1.0299839973449707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,8,power_law_1.01,0.5252064228057861
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,8,1,power_law_1.2,12.763753509521484
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,8,power_law_1.01,0.8747200012207031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,8,power_law_1.2,0.16342079639434814
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,8,power_law_1.2,0.6665760040283203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,8,power_law_1.01,2.782249641418457
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,8,power_law_1.2,1.1184224128723144
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,8,power_law_1.01,0.5409567832946778
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,8,power_law_1.2,0.2305919885635376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,8,power_law_1.01,0.9180319786071778
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,8,power_law_1.2,0.7389920234680176
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,8,power_law_1.2,1.1483648300170899
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,8,power_law_1.01,0.553433609008789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,8,power_law_1.2,0.30842559337615966
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,8,power_law_1.01,3.4137664794921876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,8,power_law_1.2,0.790451192855835
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,8,power_law_1.01,1.0292351722717286
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,8,power_law_1.01,0.578111982345581
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,8,power_law_1.2,1.192892837524414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,8,power_law_1.2,0.3544287919998169
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,8,power_law_1.2,0.7790080070495605
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,8,power_law_1.01,1.1285120010375977
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,8,power_law_1.01,0.6178912162780762
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,8,power_law_1.2,1.2578944206237792
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,8,power_law_1.2,0.4458943843841553
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,8,power_law_1.01,4.455411148071289
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,8,power_law_1.2,0.8411007881164551
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,8,power_law_1.01,0.6149695873260498
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,8,power_law_1.01,1.412707233428955
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,8,power_law_1.2,1.3393440246582031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,8,power_law_1.2,0.46129918098449707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,8,power_law_1.2,0.8623071670532226
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,8,power_law_1.01,0.6500800132751465
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,8,power_law_1.2,0.46743359565734866
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,8,power_law_1.01,1.6762176513671876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,8,power_law_1.2,1.3339839935302735
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,8,power_law_1.2,0.893500804901123
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,8,power_law_1.01,5.484009552001953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,8,power_law_1.01,0.7507584095001221
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,8,power_law_1.2,0.5056159973144532
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,8,power_law_1.2,1.4132512092590332
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,8,power_law_1.2,0.9600543975830078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,8,power_law_1.01,2.2567680358886717
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,8,power_law_1.01,0.8050368309020997
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,8,1,power_law_1.2,26.94268798828125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,8,power_law_1.2,0.5166975975036621
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,8,1,power_law_1.2,25.282028198242188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,8,power_law_1.2,1.5320927619934082
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,8,power_law_1.2,1.0492416381835938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,8,1,power_law_1.01,0.07379840016365051
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,8,power_law_1.2,0.5662240028381348
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,8,power_law_1.01,1.0284928321838378
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,8,1,power_law_1.01,0.06639360189437866
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,8,power_law_1.01,2.806143951416016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,8,power_law_1.2,1.2193984031677245
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,8,1,power_law_1.01,0.12488960027694702
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,8,power_law_1.2,1.6280799865722657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,8,power_law_1.01,8.230684661865235
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,8,power_law_1.2,0.5664576053619385
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,8,1,power_law_1.01,0.12190400362014771
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,8,power_law_1.01,1.1867551803588867
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,8,1,power_law_1.01,0.15361599922180175
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,8,1,power_law_1.01,0.14254720211029054
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,8,power_law_1.2,1.49202241897583
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,8,power_law_1.2,0.6088511943817139
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,8,power_law_1.2,1.7535295486450195
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,8,power_law_1.01,3.9718753814697267
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,8,1,power_law_1.01,0.17821120023727416
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,8,power_law_1.01,1.551206398010254
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,8,1,power_law_1.01,0.16006720066070557
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,8,power_law_1.2,0.6095935821533203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,8,1,power_law_1.01,0.2951391935348511
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,8,power_law_1.2,1.8665536880493163
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,8,1,power_law_1.01,0.27250559329986573
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,8,power_law_1.2,2.0231679916381835
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,8,power_law_1.01,1.9385087966918946
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,8,power_law_1.2,0.6742559909820557
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,8,1,power_law_1.01,0.459548807144165
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,8,1,power_law_1.01,0.33593599796295165
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,8,power_law_1.01,5.452166366577148
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,8,power_law_1.01,10.566678619384765
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,8,power_law_1.2,0.7764095783233642
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,8,power_law_1.2,2.4252063751220705
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,8,power_law_1.2,2.3657760620117188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,8,1,power_law_1.01,0.4999072074890137
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,8,1,power_law_1.01,0.4112959861755371
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,8,power_law_1.01,2.7188640594482423
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,8,power_law_1.2,0.8524767875671386
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,8,1,power_law_1.01,0.678329610824585
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,8,1,power_law_1.01,0.498902416229248
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,8,power_law_1.2,2.925494384765625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,8,power_law_1.2,3.2353279113769533
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,8,1,power_law_1.01,0.7053376197814941
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,8,power_law_1.2,1.0488575935363769
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,8,1,power_law_1.01,0.5330368041992187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,8,power_law_1.01,3.5170623779296877
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,8,power_law_1.01,7.951558685302734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,8,1,power_law_1.01,0.7280863761901856
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,8,power_law_1.2,1.248236846923828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,8,1,power_law_1.01,0.5589888095855713
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,8,power_law_1.2,3.5503360748291017
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,8,power_law_1.2,4.401817703247071
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,8,1,power_law_1.01,0.763481616973877
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,8,1,power_law_1.01,0.590396785736084
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,8,power_law_1.01,13.405386352539063
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,8,power_law_1.2,1.623232078552246
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,8,power_law_1.01,5.115529632568359
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,8,1,power_law_1.01,0.7886847972869873
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,8,1,power_law_1.01,0.6160319805145263
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,8,power_law_1.2,4.85615348815918
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,8,power_law_1.2,1.9923648834228516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,8,1,power_law_1.01,0.8187359809875489
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,8,power_law_1.2,5.668646240234375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,8,power_law_1.01,10.129827117919922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,8,1,power_law_1.01,0.6291296005249023
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,8,1,power_law_1.01,0.8936575889587403
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,8,1,power_law_1.01,0.6890528202056885
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,8,power_law_1.2,2.9345983505249023
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,8,power_law_1.01,6.621430206298828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,8,1,power_law_1.01,0.9158687591552734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,8,power_law_1.2,6.481830596923828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,8,1,power_law_1.01,0.7262784004211426
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,8,1,power_law_1.01,0.9725567817687988
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,8,power_law_1.2,8.505126190185546
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,8,1,power_law_1.01,0.763212776184082
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,8,power_law_1.2,3.6135585784912108
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,8,1,power_law_1.01,1.3172160148620606
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,8,1,power_law_1.01,0.8228447914123536
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,8,power_law_1.01,12.044303894042969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,8,power_law_1.01,20.64525146484375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,8,power_law_1.01,8.340249633789062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,8,1,power_law_1.01,1.376195240020752
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,8,power_law_1.2,9.015792083740234
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,8,1,power_law_1.01,0.8821151733398438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,8,power_law_1.2,5.651372909545898
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,8,1,power_law_1.01,1.502246379852295
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,8,1,power_law_1.01,0.9492416381835938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,8,power_law_1.2,11.35843505859375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,8,1,power_law_1.01,1.1307999610900878
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,8,1,power_law_1.01,1.6769119262695313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,8,1,power_law_1.01,1.2747103691101074
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,8,1,power_law_1.01,1.8775199890136718
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,8,power_law_1.2,7.169750213623047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,8,power_law_1.2,12.004541015625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,8,power_law_1.01,13.270498657226563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,8,1,power_law_1.01,1.6518112182617188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,8,1,power_law_1.01,2.323423957824707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,8,power_law_1.01,19.278518676757812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,8,1,power_law_1.01,2.0313215255737305
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,8,power_law_1.2,14.640480041503906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,8,1,power_law_1.01,2.7165279388427734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,8,power_law_1.2,9.016944122314452
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,8,1,power_law_1.01,2.7902080535888674
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,8,1,power_law_1.01,3.391584014892578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,8,power_law_1.2,16.671075439453126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,8,1,power_law_1.01,3.5385791778564455
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,8,1,power_law_1.01,4.066198348999023
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,8,power_law_1.01,42.4625732421875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,8,1,power_law_1.01,5.041795349121093
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,8,power_law_1.2,14.310499572753907
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,8,1,power_law_1.01,5.673360061645508
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,8,1,power_law_1.01,0.06618880033493042
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,8,power_law_1.01,26.285638427734376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,8,power_law_1.2,22.42407989501953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,8,1,power_law_1.01,0.07626879811286927
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,8,1,power_law_1.2,0.07297919988632202
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,8,1,power_law_1.01,0.0970080018043518
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,8,1,power_law_1.01,6.5581504821777346
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,8,1,power_law_1.2,0.12462719678878784
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,8,1,power_law_1.01,0.13804160356521605
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,8,1,power_law_1.01,7.428646087646484
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,8,1,power_law_1.2,0.13550399541854857
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,8,power_law_1.2,23.132591247558594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,8,1,power_law_1.01,0.22850239276885986
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,8,1,power_law_1.2,0.17923840284347534
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,8,power_law_1.01,40.58171081542969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,8,1,power_law_1.01,0.3174623966217041
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,8,1,power_law_1.2,0.27078399658203123
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,8,1,power_law_1.01,8.160953521728516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,8,1,power_law_1.2,0.06623039841651916
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,8,1,power_law_1.01,0.36128959655761717
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,8,1,power_law_1.2,0.43831357955932615
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,8,1,power_law_1.2,0.12223680019378662
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,8,1,power_law_1.01,9.179068756103515
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,8,1,power_law_1.01,0.4687551975250244
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,8,1,power_law_1.2,0.46817598342895506
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,8,1,power_law_1.2,0.12983360290527343
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,8,1,power_law_1.01,0.48665919303894045
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,8,1,power_law_1.2,0.659555196762085
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,8,1,power_law_1.2,0.16098560094833375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,8,1,power_law_1.01,0.4993855953216553
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,8,1,power_law_1.2,0.6883296012878418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,8,1,power_law_1.2,0.22126080989837646
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,8,1,power_law_1.01,0.535964822769165
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,8,power_law_1.2,30.845034790039062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,8,1,power_law_1.2,0.7044415950775147
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,8,1,power_law_1.2,0.31420159339904785
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,8,1,power_law_1.01,12.698892974853516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,8,1,power_law_1.01,0.5639840126037597
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,8,1,power_law_1.2,0.7434559822082519
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,8,1,power_law_1.2,0.3583967924118042
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,8,1,power_law_1.2,0.06630079746246338
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,8,1,power_law_1.01,0.5794271945953369
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,8,1,power_law_1.01,13.98004150390625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,8,1,power_law_1.2,0.7738976001739502
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,8,1,power_law_1.2,0.4771359920501709
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,8,1,power_law_1.2,0.07621759772300721
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,8,1,power_law_1.01,0.6004415988922119
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,8,1,power_law_1.2,0.08447359800338745
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,8,1,power_law_1.2,0.5014016151428222
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,8,1,power_law_1.2,0.8078816413879395
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,8,1,power_law_1.01,0.6130720138549804
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,8,1,power_law_1.2,0.13772480487823485
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,8,1,power_law_1.2,0.5298463821411132
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,8,1,power_law_1.2,0.8859935760498047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,8,power_law_1.2,46.636871337890625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,8,1,power_law_1.01,0.6244512081146241
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,16,1,power_law_1.01,0.046540799736976626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,16,1,power_law_1.01,0.04712960124015808
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,8,1,power_law_1.2,0.2229759931564331
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,16,1,power_law_1.01,0.05083839893341065
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,16,1,power_law_1.01,0.06356800198554993
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,8,1,power_law_1.2,0.57358717918396
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,16,1,power_law_1.01,0.09245439767837524
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,8,1,power_law_1.2,0.9047103881835937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,16,1,power_law_1.01,0.09387519955635071
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,8,1,power_law_1.01,0.6496543884277344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,16,1,power_law_1.01,0.09491519927978516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,16,1,power_law_1.01,0.09606080055236817
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,8,1,power_law_1.2,0.27388160228729247
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,16,1,power_law_1.01,0.09805759787559509
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,16,1,power_law_1.01,0.09958720207214355
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,8,1,power_law_1.2,0.608460807800293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,16,1,power_law_1.01,0.10038399696350098
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,8,1,power_law_1.2,0.9813632011413574
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,16,1,power_law_1.01,0.10688639879226684
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,8,1,power_law_1.01,0.7315231800079346
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,16,1,power_law_1.01,0.10827840566635132
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,8,1,power_law_1.2,0.34345920085906984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,16,1,power_law_1.01,0.11709760427474976
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,16,1,power_law_1.01,0.12378239631652832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,16,1,power_law_1.01,0.13225280046463012
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,8,1,power_law_1.2,0.6177472114562989
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,16,1,power_law_1.01,0.13416320085525513
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,16,1,power_law_1.01,0.18329919576644899
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.01,0.7855167865753174
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,8,1,power_law_1.2,1.314243221282959
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,8,1,power_law_1.2,0.4505568027496338
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,16,1,power_law_1.01,0.22876479625701904
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,16,1,power_law_1.01,0.32255361080169676
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,8,1,power_law_1.2,0.6953951835632324
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,16,1,power_law_1.01,0.39054720401763915
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,16,1,power_law_1.01,0.5743904113769531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.01,0.9037631988525391
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,8,1,power_law_1.2,0.47189760208129883
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,8,1,power_law_1.2,1.4220191955566406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,16,1,power_law_1.01,0.7501088142395019
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,8,power_law_1.2,54.37186889648437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,8,1,power_law_1.01,25.026976013183592
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,8,1,power_law_1.2,0.7267072200775146
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,16,1,power_law_1.01,0.04594239890575409
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,16,1,power_law_1.01,1.0848352432250976
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,16,1,power_law_1.01,0.04398080110549927
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,16,1,power_law_1.01,0.04503360092639923
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,8,1,power_law_1.2,0.482096004486084
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,16,1,power_law_1.01,0.04303680062294006
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,16,1,power_law_1.01,0.04710719883441925
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.01,1.033340835571289
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,16,1,power_law_1.01,0.045900800824165346
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,16,1,power_law_1.01,1.4294464111328125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,8,1,power_law_1.2,1.5419136047363282
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,8,1,power_law_1.2,0.7726272106170654
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,8,1,power_law_1.2,0.5149888038635254
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,8,1,power_law_1.01,27.14228515625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,16,1,power_law_1.01,2.1189823150634766
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,16,1,power_law_1.2,0.049558401107788086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.01,1.2970080375671387
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,16,1,power_law_1.2,0.047942399978637695
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,16,1,power_law_1.2,0.04878720045089722
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,8,1,power_law_1.2,0.8265248298645019
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,8,1,power_law_1.2,1.7532159805297851
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,16,1,power_law_1.2,0.0643231987953186
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,8,1,power_law_1.2,0.5418560028076171
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,16,1,power_law_1.2,0.09223679900169372
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,16,1,power_law_1.01,2.824940872192383
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,16,1,power_law_1.2,0.09365119934082031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,16,1,power_law_1.2,0.09450240135192871
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,16,1,power_law_1.2,0.09575679898262024
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,16,1,power_law_1.2,0.09788159728050232
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.01,1.5631072044372558
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,8,1,power_law_1.2,0.9087200164794922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,16,1,power_law_1.2,0.09895039796829223
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,16,1,power_law_1.01,0.056771200895309445
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,8,1,power_law_1.2,0.566044807434082
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,16,1,power_law_1.2,0.10087360143661499
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,16,1,power_law_1.01,0.0803264021873474
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,8,1,power_law_1.2,1.9786624908447266
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,16,1,power_law_1.01,0.05210559964179993
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,16,1,power_law_1.2,0.10644160509109497
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,16,1,power_law_1.01,3.545328140258789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,16,1,power_law_1.01,0.0821183979511261
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,16,1,power_law_1.01,0.05300160050392151
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,16,1,power_law_1.2,0.1089311957359314
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,16,1,power_law_1.01,0.08333759903907775
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,16,1,power_law_1.01,0.05480319857597351
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,16,1,power_law_1.2,0.11753599643707276
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,16,1,power_law_1.01,0.08531200289726257
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,16,1,power_law_1.01,0.05830720067024231
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,16,1,power_law_1.2,0.12319359779357911
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,8,1,power_law_1.2,0.5981728076934815
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.01,2.094425582885742
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,16,1,power_law_1.01,0.059331202507019044
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,8,1,power_law_1.2,0.9979455947875977
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,16,1,power_law_1.01,0.08650559782981873
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,16,1,power_law_1.2,0.1300063967704773
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,16,1,power_law_1.01,0.06296319961547851
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,8,1,power_law_1.2,2.3733375549316404
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,16,1,power_law_1.01,0.08836479783058167
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,16,1,power_law_1.2,0.13364479541778565
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,16,1,power_law_1.01,0.06347839832305908
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,16,1,power_law_1.01,0.09100800156593322
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,16,1,power_law_1.2,0.17839039564132692
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,16,1,power_law_1.01,0.06891199946403503
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,16,1,power_law_1.01,5.657740783691406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,16,1,power_law_1.01,0.0957855999469757
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,16,1,power_law_1.2,0.22791359424591065
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,16,1,power_law_1.01,0.0711359977722168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,16,1,power_law_1.01,0.09892160296440125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,8,1,power_law_1.2,0.6100512027740479
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,16,1,power_law_1.2,0.315449595451355
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,16,1,power_law_1.01,0.07316480278968811
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,16,1,power_law_1.01,0.10642880201339722
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,16,1,power_law_1.01,0.07651200294494628
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,8,1,power_law_1.2,1.1477375984191895
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,16,1,power_law_1.2,0.397708797454834
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,16,1,power_law_1.01,0.11315200328826905
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,16,1,power_law_1.01,0.08113920092582702
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,16,1,power_law_1.01,0.12259199619293212
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,16,1,power_law_1.01,0.0893280029296875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,16,1,power_law_1.2,0.5672768115997314
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.01,2.6331552505493163
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,16,1,power_law_1.01,0.13835840225219725
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,16,1,power_law_1.01,0.10462080240249634
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,8,1,power_law_1.2,2.738697624206543
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,8,1,power_law_1.2,0.6271903991699219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,16,1,power_law_1.01,0.18048640489578247
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,16,1,power_law_1.2,0.7392960071563721
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,16,1,power_law_1.01,0.1273311972618103
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,16,1,power_law_1.01,0.22124800682067872
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,16,1,power_law_1.01,0.14716800451278686
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,16,1,power_law_1.01,0.3074656009674072
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,8,1,power_law_1.2,1.3183775901794434
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,16,1,power_law_1.2,1.0903743743896483
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,16,1,power_law_1.01,0.2046367883682251
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,16,1,power_law_1.01,0.39051840305328367
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,16,1,power_law_1.01,0.26353280544281005
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,8,1,power_law_1.2,0.6701536178588867
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,16,1,power_law_1.01,0.5588672161102295
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,16,1,power_law_1.2,1.4252351760864257
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,16,1,power_law_1.01,0.3781984090805054
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,16,1,power_law_1.01,0.7330783843994141
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,16,1,power_law_1.01,0.47499518394470214
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,16,1,power_law_1.01,0.694707202911377
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,8,1,power_law_1.2,3.486636734008789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,16,1,power_law_1.2,2.126348876953125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.01,3.6939231872558596
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,16,1,power_law_1.01,1.0845536231994628
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,8,1,power_law_1.2,1.7171808242797852
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,8,1,power_law_1.2,0.7462240219116211
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,16,1,power_law_1.01,11.3144287109375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,16,1,power_law_1.01,0.8949215888977051
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,16,1,power_law_1.01,1.4284223556518554
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,16,1,power_law_1.01,1.3201567649841308
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,16,1,power_law_1.2,2.8094432830810545
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.2,0.8182815551757813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,16,1,power_law_1.01,2.1284704208374023
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,16,1,power_law_1.01,1.7434112548828125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,8,1,power_law_1.2,2.0951295852661134
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,8,1,power_law_1.2,4.268534469604492
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,16,1,power_law_1.2,3.521062469482422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.2,0.9414463996887207
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,16,1,power_law_1.01,2.830297660827637
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,16,1,power_law_1.01,2.204044723510742
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.01,4.761391830444336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,16,1,power_law_1.2,0.041971200704574586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,16,1,power_law_1.2,0.04469119906425476
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,16,1,power_law_1.2,0.04686720073223114
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,8,1,power_law_1.2,2.858790397644043
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.2,1.0960384368896485
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,16,1,power_law_1.01,3.5485023498535155
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,16,1,power_law_1.01,3.470479965209961
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,16,1,power_law_1.2,5.636800003051758
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.2,1.37107515335083
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,8,1,power_law_1.2,6.004227066040039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,16,1,power_law_1.01,5.643718338012695
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,8,1,power_law_1.2,3.6294750213623046
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,8,1,power_law_1.01,5.991436767578125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,16,1,power_law_1.2,0.057555198669433594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,16,1,power_law_1.01,6.939218902587891
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.2,1.6328256607055665
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,16,1,power_law_1.2,0.04154239892959595
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,16,1,power_law_1.2,0.04245760142803192
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,16,1,power_law_1.2,0.04552319943904877
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,16,1,power_law_1.2,0.051875197887420656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,16,1,power_law_1.2,0.053504002094268796
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,16,1,power_law_1.2,11.260873413085937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,16,1,power_law_1.2,0.05435839891433716
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,16,1,power_law_1.01,0.06079999804496765
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,16,1,power_law_1.2,0.05787519812583923
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,16,1,power_law_1.01,0.06582720279693603
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.2,2.148543930053711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,16,1,power_law_1.2,0.059164798259735106
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,16,1,power_law_1.01,0.07173439860343933
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,8,1,power_law_1.2,7.572345733642578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,8,1,power_law_1.2,5.1449024200439455
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,16,1,power_law_1.01,0.09366719722747803
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,16,1,power_law_1.2,0.06115840077400207
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,16,1,power_law_1.01,0.13757760524749757
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,16,1,power_law_1.2,0.06559360027313232
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,16,1,power_law_1.2,0.08025919795036315
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,16,1,power_law_1.01,0.13849600553512573
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,16,1,power_law_1.2,0.06799359917640686
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,16,1,power_law_1.2,0.08207359910011292
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,16,1,power_law_1.01,0.1392799973487854
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,16,1,power_law_1.2,0.07089279890060425
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,16,1,power_law_1.2,0.08398079872131348
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,16,1,power_law_1.01,0.14080959558486938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,16,1,power_law_1.01,11.275984191894532
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,16,1,power_law_1.2,0.07283200025558471
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,16,1,power_law_1.2,0.0852832019329071
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,16,1,power_law_1.01,0.14668480157852173
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,16,1,power_law_1.01,0.05598400235176086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,16,1,power_law_1.2,0.07650880217552185
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,16,1,power_law_1.2,0.08671680092811584
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,16,1,power_law_1.01,0.14770879745483398
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,16,1,power_law_1.01,0.06268479824066162
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,16,1,power_law_1.2,0.08168960213661194
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,16,1,power_law_1.2,0.08829439878463745
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,16,1,power_law_1.01,0.15173439979553222
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,16,1,power_law_1.01,0.06653760075569153
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,16,1,power_law_1.2,0.09052159786224365
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,16,1,power_law_1.2,0.09073280096054077
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.2,2.675049591064453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,16,1,power_law_1.01,0.08357759714126586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,16,1,power_law_1.01,0.15967040061950682
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,8,1,power_law_1.01,9.230738830566406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,16,1,power_law_1.2,0.10428160429000854
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,16,1,power_law_1.2,0.09503999948501587
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,16,1,power_law_1.01,0.11309759616851807
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,16,1,power_law_1.01,0.16492799520492554
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,16,1,power_law_1.2,0.12693120241165162
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,16,1,power_law_1.2,0.09898880124092102
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,16,1,power_law_1.01,0.11571199893951416
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,16,1,power_law_1.01,0.17763199806213378
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,16,1,power_law_1.2,0.14587199687957764
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,16,1,power_law_1.2,0.10713920593261719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,16,1,power_law_1.01,0.11915839910507202
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,16,1,power_law_1.01,0.1835744023323059
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,16,1,power_law_1.2,0.20342719554901123
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,16,1,power_law_1.2,0.11436799764633179
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,16,1,power_law_1.01,0.1216096043586731
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,16,1,power_law_1.01,0.19032640457153321
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,16,1,power_law_1.2,0.26319360733032227
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,16,1,power_law_1.2,0.12152320146560669
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,16,1,power_law_1.01,0.12783039808273317
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,16,1,power_law_1.01,0.20419840812683104
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,16,1,power_law_1.2,0.13903039693832397
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,16,1,power_law_1.01,0.1297152042388916
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,16,1,power_law_1.2,0.3765984058380127
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,16,1,power_law_1.01,0.29720640182495117
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,8,1,power_law_1.2,6.67804183959961
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,16,1,power_law_1.2,0.1826464056968689
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,16,1,power_law_1.01,0.13311680555343627
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,16,1,power_law_1.01,0.3808799982070923
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,16,1,power_law_1.2,0.47516160011291503
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,16,1,power_law_1.2,0.22557439804077148
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,16,1,power_law_1.01,0.13663359880447387
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,16,1,power_law_1.01,0.4819007873535156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,16,1,power_law_1.2,0.3076224088668823
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,16,1,power_law_1.01,0.14095360040664673
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,16,1,power_law_1.2,0.6936543941497803
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,8,1,power_law_1.2,9.350003051757813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.2,3.739823913574219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,16,1,power_law_1.2,0.3894239902496338
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,16,1,power_law_1.01,0.15262720584869385
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,16,1,power_law_1.01,0.6433152198791504
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,16,1,power_law_1.01,0.1612671971321106
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,16,1,power_law_1.2,0.8978431701660157
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,16,1,power_law_1.2,0.5633088111877441
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,16,1,power_law_1.01,0.17503039836883544
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,16,1,power_law_1.01,0.9258687973022461
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,16,1,power_law_1.01,0.20251839160919188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,16,1,power_law_1.2,0.7401631832122803
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,16,1,power_law_1.2,1.3225312232971191
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,16,1,power_law_1.01,0.2869247913360596
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,16,1,power_law_1.01,1.2199711799621582
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,16,1,power_law_1.01,0.34862399101257324
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,16,1,power_law_1.2,1.0899840354919434
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,16,1,power_law_1.01,0.4978911876678467
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,16,1,power_law_1.2,1.744054412841797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,16,1,power_law_1.01,1.8118751525878907
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,16,1,power_law_1.2,1.4366175651550293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,16,1,power_law_1.01,0.6278079986572266
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,16,1,power_law_1.01,0.9092608451843261
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.2,4.8096576690673825
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,16,1,power_law_1.01,2.4007007598876955
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,16,1,power_law_1.2,2.2063615798950194
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,16,1,power_law_1.2,2.1377536773681642
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,8,1,power_law_1.2,8.268595123291016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,16,1,power_law_1.01,1.198857593536377
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,16,1,power_law_1.01,1.7730592727661132
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,16,1,power_law_1.2,2.8439903259277344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,16,1,power_law_1.01,3.579158401489258
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,16,1,power_law_1.2,3.4700511932373046
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,16,1,power_law_1.01,2.3538368225097654
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,16,1,power_law_1.2,3.5649505615234376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,16,1,power_law_1.01,4.770569610595703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,8,1,power_law_1.2,14.164720153808593
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,8,1,power_law_1.01,17.940463256835937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,16,1,power_law_1.01,3.511257553100586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,16,1,power_law_1.01,0.05556480288505554
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,8,1,power_law_1.2,5.9568225860595705
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,16,1,power_law_1.01,0.0566752016544342
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,16,1,power_law_1.01,0.05983999967575073
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,16,1,power_law_1.01,0.07864959836006165
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,16,1,power_law_1.01,0.07912960052490234
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,16,1,power_law_1.2,6.979647827148438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,16,1,power_law_1.01,0.0806559979915619
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,16,1,power_law_1.2,0.059299200773239136
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,16,1,power_law_1.01,0.08218240141868591
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,16,1,power_law_1.2,0.06385279893875122
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,16,1,power_law_1.2,5.668598556518555
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,16,1,power_law_1.01,0.08327999711036682
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,16,1,power_law_1.01,4.674937438964844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,16,1,power_law_1.2,0.0680288016796112
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,16,1,power_law_1.01,5.95970573425293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,16,1,power_law_1.01,0.08398720026016235
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,16,1,power_law_1.2,0.09527999758720399
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,16,1,power_law_1.01,0.0852512001991272
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,16,1,power_law_1.2,0.1390560030937195
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,16,1,power_law_1.01,0.0870688021183014
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,16,1,power_law_1.2,0.14016640186309814
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,16,1,power_law_1.01,0.09005119800567626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,16,1,power_law_1.2,0.1411903977394104
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,16,1,power_law_1.01,0.09413440227508545
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,16,1,power_law_1.2,0.1431007981300354
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,8,1,power_law_1.2,12.828793334960938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,16,1,power_law_1.01,0.10327680110931396
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,16,1,power_law_1.2,0.14738240242004394
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,16,1,power_law_1.01,0.11025919914245605
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,16,1,power_law_1.2,0.14817919731140136
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,16,1,power_law_1.01,0.1357983946800232
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,16,1,power_law_1.2,0.15191999673843384
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,16,1,power_law_1.01,0.1476896047592163
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,16,1,power_law_1.2,0.1593567967414856
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,16,1,power_law_1.01,5.850444793701172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,16,1,power_law_1.01,0.1772160053253174
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,16,1,power_law_1.2,0.1630079984664917
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,16,1,power_law_1.01,0.23319039344787598
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,16,1,power_law_1.2,0.1769279956817627
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,16,1,power_law_1.2,0.18148479461669922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,16,1,power_law_1.01,0.3156512022018433
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,16,1,power_law_1.2,0.19203519821166992
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,16,1,power_law_1.01,0.39818880558013914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,16,1,power_law_1.2,0.20511999130249023
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,16,1,power_law_1.01,9.530732727050781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,8,1,power_law_1.2,9.187987518310546
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,16,1,power_law_1.2,0.30097920894622804
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,16,1,power_law_1.01,0.5558144092559815
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,16,1,power_law_1.2,0.38283519744873046
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,16,1,power_law_1.2,11.347907257080077
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,16,1,power_law_1.01,0.7083936214447022
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,16,1,power_law_1.2,0.497270393371582
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,16,1,power_law_1.2,0.055529600381851195
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,16,1,power_law_1.2,0.06073920130729675
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,16,1,power_law_1.2,0.6493279933929443
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,16,1,power_law_1.01,1.020742416381836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,16,1,power_law_1.2,0.06740800142288209
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,16,1,power_law_1.2,0.08327999711036682
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,16,1,power_law_1.2,0.939948844909668
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,16,1,power_law_1.2,0.11368319988250733
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,16,1,power_law_1.01,9.321401977539063
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,16,1,power_law_1.01,1.3465215682983398
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,16,1,power_law_1.2,0.11598399877548218
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,16,1,power_law_1.2,0.11978880167007447
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,16,1,power_law_1.2,1.2268128395080566
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,16,1,power_law_1.2,0.12243839502334594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,16,1,power_law_1.2,0.12825599908828736
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,16,1,power_law_1.01,1.9952831268310547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,16,1,power_law_1.2,0.13038719892501832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,16,1,power_law_1.2,1.809552001953125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,16,1,power_law_1.2,0.13316800594329833
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,16,1,power_law_1.2,0.13759360313415528
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,16,1,power_law_1.2,0.14121919870376587
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,16,1,power_law_1.2,0.1511008024215698
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,16,1,power_law_1.01,2.6549760818481447
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,16,1,power_law_1.2,2.417305564880371
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,16,1,power_law_1.2,0.16089279651641847
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,16,1,power_law_1.2,0.1739583969116211
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,16,1,power_law_1.2,0.20221118927001952
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,16,1,power_law_1.2,0.2830879926681519
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,16,1,power_law_1.2,0.3548703908920288
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,16,1,power_law_1.01,3.3447521209716795
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,16,1,power_law_1.2,3.587686538696289
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,16,1,power_law_1.2,0.49401278495788575
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,8,1,power_law_1.2,27.464071655273436
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,16,1,power_law_1.2,0.627126407623291
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,16,1,power_law_1.01,19.046934509277342
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,16,1,power_law_1.2,0.9168959617614746
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,16,1,power_law_1.2,1.203983974456787
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,16,1,power_law_1.2,4.790035247802734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,16,1,power_law_1.01,5.41223373413086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,16,1,power_law_1.2,1.7753631591796875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,16,1,power_law_1.01,18.60740509033203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,8,1,power_law_1.2,25.13604736328125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,8,1,power_law_1.2,17.904039001464845
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,16,1,power_law_1.2,2.3625120162963866
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,16,1,power_law_1.2,5.993072128295898
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,16,1,power_law_1.2,0.05599679946899414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,16,power_law_1.01,0.1366368055343628
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,16,1,power_law_1.2,0.05614079833030701
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,16,1,power_law_1.2,0.059084802865982056
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,16,1,power_law_1.2,3.518940734863281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,16,power_law_1.01,0.22241599559783937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,16,power_law_1.01,0.1894752025604248
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,16,power_law_1.01,0.14164479970932006
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,16,1,power_law_1.01,10.907062530517578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,16,1,power_law_1.2,4.678486251831055
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,16,power_law_1.01,0.11897920370101929
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,16,1,power_law_1.2,9.557638549804688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,16,power_law_1.01,0.11644159555435181
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.01,0.14690239429473878
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,16,power_law_1.2,0.20902400016784667
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.01,0.17978559732437133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,16,1,power_law_1.2,5.856070327758789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,16,power_law_1.01,0.21686720848083496
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.01,0.23309760093688964
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,16,power_law_1.01,0.37092161178588867
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,16,power_law_1.01,0.2355263948440552
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,16,power_law_1.2,0.11653439998626709
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,16,1,power_law_1.2,0.07843520045280457
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,16,1,power_law_1.2,0.07929599881172181
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,16,1,power_law_1.2,9.31313247680664
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,16,power_law_1.01,0.24648959636688234
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,16,1,power_law_1.2,0.08087040185928344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,16,power_law_1.01,0.2260672092437744
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,16,1,power_law_1.2,0.08149759769439698
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,16,1,power_law_1.2,0.08267520070075988
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,16,power_law_1.2,0.3593728065490723
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,16,1,power_law_1.2,0.08370559811592101
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.01,0.2628607988357544
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,16,power_law_1.01,0.14589120149612428
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,16,1,power_law_1.2,0.08536000251770019
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,16,1,power_law_1.2,0.08671680092811584
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,16,1,power_law_1.2,0.08918719887733459
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,16,power_law_1.01,0.2569632053375244
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,16,1,power_law_1.2,19.14130554199219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,16,1,power_law_1.2,0.09279680252075195
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,16,1,power_law_1.2,0.10272639989852905
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,16,power_law_1.01,0.20451200008392334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,16,1,power_law_1.2,0.1110111951828003
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,16,1,power_law_1.2,0.13339519500732422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,16,power_law_1.01,0.2786303997039795
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,16,power_law_1.2,0.12817920446395875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,16,1,power_law_1.2,0.14845119714736937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,16,1,power_law_1.2,0.1778656005859375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,16,1,power_law_1.2,0.2323904037475586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.01,0.2897088050842285
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,16,power_law_1.2,0.2063647985458374
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,16,1,power_law_1.2,0.31296000480651853
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,16,power_law_1.2,0.21806719303131103
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,16,1,power_law_1.2,0.3957887887954712
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,16,power_law_1.01,0.31131839752197266
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,16,1,power_law_1.2,0.5503647804260254
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,16,power_law_1.2,0.0957855999469757
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,16,power_law_1.2,0.09370880126953125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,16,power_law_1.2,0.11706559658050537
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,16,1,power_law_1.2,0.7081344127655029
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,16,power_law_1.01,0.3204224109649658
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,16,power_law_1.2,0.11729279756546021
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,16,1,power_law_1.2,1.022867202758789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.01,0.3634655952453613
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,16,1,power_law_1.2,1.3486144065856933
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.2,0.13244479894638062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,16,1,power_law_1.2,18.643040466308594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,16,power_law_1.01,0.10838719606399536
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,16,power_law_1.01,0.4380032062530518
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.2,0.17023999691009523
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,16,1,power_law_1.2,2.001987266540527
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,16,1,power_law_1.01,0.06256639957427979
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,16,power_law_1.01,0.1700543999671936
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.01,0.5051583766937255
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,16,power_law_1.2,0.21717119216918945
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,16,1,power_law_1.01,0.09765759706497193
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,16,1,power_law_1.2,2.670022392272949
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,16,1,power_law_1.01,0.10120320320129395
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.2,0.2207711935043335
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,16,power_law_1.01,0.6676608085632324
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,16,power_law_1.2,0.1509152054786682
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,16,1,power_law_1.01,0.12424639463424683
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,16,1,power_law_1.2,3.368521499633789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,16,power_law_1.2,0.23793280124664307
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.01,0.8311807632446289
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,16,power_law_1.2,0.09807680249214172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,16,1,power_law_1.01,0.16648000478744507
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,16,power_law_1.2,0.23645439147949218
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,16,power_law_1.01,0.12188479900360108
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,16,1,power_law_1.01,0.20937600135803222
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,16,power_law_1.01,1.1584959983825684
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.2,0.2543999910354614
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,16,power_law_1.01,0.22576639652252198
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,16,1,power_law_1.2,5.429299163818359
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,16,1,power_law_1.01,0.28237760066986084
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,16,power_law_1.2,0.2707743883132935
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.01,1.4810784339904786
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,16,1,power_law_1.01,0.2938944101333618
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,16,power_law_1.2,0.27164158821105955
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,16,1,power_law_1.01,0.31153600215911864
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.2,0.29725120067596433
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,16,power_law_1.2,0.1934272050857544
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,16,power_law_1.01,2.2830432891845702
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,16,1,power_law_1.01,0.3208479881286621
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,16,power_law_1.2,0.11666879653930665
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,16,power_law_1.2,0.31894080638885497
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,16,1,power_law_1.01,0.38738560676574707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,16,power_law_1.2,0.331494402885437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,16,1,power_law_1.2,10.938531494140625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.01,2.8322559356689454
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,16,1,power_law_1.01,0.40007362365722654
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,16,power_law_1.01,0.23606081008911134
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,16,power_law_1.01,0.16017279624938965
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.2,0.37557759284973147
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,16,1,power_law_1.01,0.4217216014862061
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,16,power_law_1.01,0.33805758953094484
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,16,power_law_1.01,0.19365439414978028
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,16,power_law_1.2,0.45125441551208495
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,16,1,power_law_1.01,0.4185503959655762
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,16,power_law_1.01,0.3720927953720093
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.2,0.5403007984161377
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,16,power_law_1.01,4.109321594238281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,16,power_law_1.2,0.20283200740814208
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,16,1,power_law_1.01,0.4631487846374512
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,16,power_law_1.01,0.38559999465942385
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,16,power_law_1.2,0.29519679546356203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,16,power_law_1.2,0.719324779510498
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,16,1,power_law_1.01,0.48692798614501953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,16,power_law_1.01,0.39782400131225587
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,16,power_law_1.2,0.1409440040588379
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,16,1,power_law_1.01,0.039673599600791934
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,16,power_law_1.2,0.36496639251708984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,16,1,power_law_1.01,0.521343994140625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.2,0.8725983619689941
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,16,power_law_1.2,0.18778879642486573
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,16,1,power_law_1.01,0.09489920139312744
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,16,power_law_1.2,0.373907208442688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,16,1,power_law_1.01,0.6434720039367676
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.01,5.531990432739258
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,16,1,power_law_1.01,0.10019840002059936
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,16,power_law_1.2,1.252780818939209
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,16,power_law_1.2,0.40123519897460935
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,16,1,power_law_1.01,0.7047840118408203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,16,power_law_1.01,0.19592640399932862
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,16,1,power_law_1.01,0.12255040407180787
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,16,power_law_1.01,0.2117471933364868
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.2,1.5771967887878418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,16,1,power_law_1.01,0.7458720207214355
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,16,1,power_law_1.01,0.1492319941520691
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,16,1,power_law_1.01,0.17870399951934815
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,16,1,power_law_1.01,0.8385087966918945
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,16,power_law_1.2,2.338950347900391
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,16,1,power_law_1.01,0.25514559745788573
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,16,power_law_1.01,7.013881683349609
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,16,power_law_1.01,0.3858432054519653
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,16,1,power_law_1.01,1.1034784317016602
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,16,1,power_law_1.01,0.27722558975219724
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,16,power_law_1.2,0.1978495955467224
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,16,power_law_1.01,0.3987807989120483
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,16,1,power_law_1.01,0.2853663921356201
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,16,1,power_law_1.01,1.329430389404297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,16,power_law_1.2,0.2040992021560669
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.2,3.097030448913574
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,16,power_law_1.01,0.4257472038269043
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,16,1,power_law_1.01,0.2924191951751709
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,16,power_law_1.2,0.3693408012390137
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,16,power_law_1.01,0.22818880081176757
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,16,1,power_law_1.01,1.8420223236083983
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,16,1,power_law_1.01,0.3023328065872192
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,16,power_law_1.2,0.3981760025024414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,16,1,power_law_1.01,0.31153600215911864
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,16,power_law_1.2,0.4307551860809326
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,16,power_law_1.2,4.860598373413086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,16,1,power_law_1.01,2.3302879333496094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,16,1,power_law_1.01,0.32584960460662843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,16,power_law_1.01,11.122774505615235
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,16,1,power_law_1.01,0.3441695928573608
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,16,power_law_1.2,0.21990399360656737
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,16,1,power_law_1.01,0.3307584047317505
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,16,1,power_law_1.01,3.2578495025634764
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,16,power_law_1.01,0.2355168104171753
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,16,1,power_law_1.01,0.34170238971710204
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.2,6.22883186340332
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,16,power_law_1.01,0.4375487804412842
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,16,power_law_1.01,0.25683839321136476
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,16,1,power_law_1.01,0.3664799928665161
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,16,power_law_1.01,0.4642399787902832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,16,power_law_1.01,0.2783648014068604
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,16,1,power_law_1.01,0.45842881202697755
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,16,1,power_law_1.01,4.353974533081055
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,16,power_law_1.01,0.47135357856750487
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,16,1,power_law_1.01,0.5119232177734375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,16,power_law_1.2,0.44072961807250977
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,16,power_law_1.2,0.23272640705108644
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,16,1,power_law_1.01,0.6167808055877686
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,16,power_law_1.2,0.4676064014434814
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,16,power_law_1.2,7.587155151367187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,16,power_law_1.2,0.24996800422668458
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,16,power_law_1.2,0.493884801864624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,16,1,power_law_1.01,0.7045567989349365
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,16,1,power_law_1.01,5.43322868347168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,16,power_law_1.2,0.27390398979187014
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,16,1,power_law_1.01,0.9342752456665039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,16,power_law_1.01,0.2709120035171509
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,16,1,power_law_1.01,1.1769472122192384
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,16,power_law_1.01,0.28008959293365476
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,16,power_law_1.01,22.494537353515625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,16,power_law_1.01,0.29638400077819826
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,16,power_law_1.01,0.4701695919036865
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,16,1,power_law_1.01,1.6213632583618165
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,16,power_law_1.01,0.3315711975097656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,16,power_law_1.01,0.532912015914917
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,16,1,power_law_1.01,8.537340545654297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,16,power_law_1.2,12.618873596191406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,16,power_law_1.01,0.3976991891860962
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,16,power_law_1.2,0.2683743953704834
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,16,power_law_1.01,0.582700777053833
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,16,1,power_law_1.01,2.081052780151367
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,16,power_law_1.2,0.4844992160797119
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,16,power_law_1.2,0.2930624008178711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,16,power_law_1.01,0.7033184051513672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,16,power_law_1.2,0.5674943923950195
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,16,power_law_1.2,0.3108544111251831
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,16,power_law_1.01,0.792905616760254
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,16,1,power_law_1.01,3.016409683227539
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,16,power_law_1.2,0.6232704162597656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,16,power_law_1.2,0.3408063888549805
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,16,power_law_1.01,1.073209571838379
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,16,power_law_1.2,0.7597695827484131
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,16,power_law_1.2,0.4090559959411621
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,16,power_law_1.2,0.8666239738464355
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,16,power_law_1.01,1.3224991798400878
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,16,1,power_law_1.01,3.949603271484375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,16,power_law_1.2,1.1977855682373046
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,16,power_law_1.01,1.8236671447753907
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,16,power_law_1.01,0.4465536117553711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,16,power_law_1.2,1.4753087997436523
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,16,1,power_law_1.01,16.759043884277343
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,16,power_law_1.01,0.5520031929016114
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,16,power_law_1.01,2.3550912857055666
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,16,1,power_law_1.2,0.06403840184211732
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,16,1,power_law_1.01,4.9721630096435545
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,16,power_law_1.2,2.037664031982422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,16,1,power_law_1.2,0.0979744017124176
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,16,power_law_1.2,0.456544017791748
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,16,1,power_law_1.2,0.100547194480896
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,16,power_law_1.2,25.511311340332032
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,16,power_law_1.01,3.482463836669922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,16,1,power_law_1.2,0.1212831974029541
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,16,power_law_1.2,0.584774398803711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,16,power_law_1.2,2.6389951705932617
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,16,1,power_law_1.2,0.03819519877433777
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,16,1,power_law_1.2,0.1485759973526001
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,16,1,power_law_1.2,0.09582719802856446
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,16,1,power_law_1.2,0.18655999898910522
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,16,1,power_law_1.2,0.10058879852294922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,16,1,power_law_1.01,7.77380142211914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,16,1,power_law_1.2,0.2719871997833252
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,16,power_law_1.2,3.912217712402344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,16,power_law_1.01,4.737113571166992
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,16,1,power_law_1.2,0.11992640495300293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,16,1,power_law_1.2,0.28748478889465334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,16,1,power_law_1.2,0.14119360446929932
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,16,1,power_law_1.2,0.3035648107528687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,16,1,power_law_1.2,0.16792960166931153
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,16,1,power_law_1.2,0.3214400053024292
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,16,power_law_1.2,5.341382217407227
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,16,1,power_law_1.2,0.24110400676727295
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,16,1,power_law_1.2,0.38667199611663816
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,16,power_law_1.01,5.839443206787109
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,16,1,power_law_1.2,0.2640000104904175
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,16,1,power_law_1.2,0.4180960178375244
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,16,power_law_1.01,0.6772096157073975
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,16,1,power_law_1.2,0.2791968107223511
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,16,1,power_law_1.2,0.42030720710754393
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,16,1,power_law_1.2,0.29294400215148925
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,16,power_law_1.01,0.9003711700439453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,16,1,power_law_1.2,0.434335994720459
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,16,1,power_law_1.2,0.3025216102600098
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,16,power_law_1.2,6.819270324707031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,16,1,power_law_1.2,0.49170241355895994
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,16,1,power_law_1.2,0.3179104089736938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,16,1,power_law_1.01,15.430006408691407
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,16,1,power_law_1.2,0.5063968181610108
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,16,power_law_1.2,0.7087007999420166
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,16,1,power_law_1.2,0.33049280643463136
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,16,power_law_1.01,9.193833923339843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,16,1,power_law_1.2,0.5623712062835693
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,16,power_law_1.2,0.9405887603759766
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,16,1,power_law_1.2,0.35537919998168943
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,16,1,power_law_1.2,0.6818880081176758
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,16,1,power_law_1.2,0.3459104061126709
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,16,1,power_law_1.2,0.7194623947143555
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,16,1,power_law_1.2,0.3565824031829834
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,16,1,power_law_1.2,0.7777472019195557
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,16,1,power_law_1.2,0.3883136034011841
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,16,power_law_1.2,11.473046112060548
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,16,1,power_law_1.2,0.47444801330566405
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,16,1,power_law_1.2,0.8695551872253418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,16,1,power_law_1.2,0.5284063816070557
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,16,1,power_law_1.2,1.1181471824645997
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,16,1,power_law_1.2,0.6232863903045655
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,16,1,power_law_1.2,1.3478303909301759
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,16,power_law_1.01,1.0748959541320802
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,16,1,power_law_1.2,0.7265120029449463
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,16,power_law_1.01,17.94927978515625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,16,1,power_law_1.2,1.8605279922485352
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,16,1,power_law_1.2,0.9837632179260254
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,16,power_law_1.01,0.04919680058956146
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,16,power_law_1.01,1.5135199546813964
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,16,power_law_1.01,0.040703999996185306
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,16,power_law_1.01,0.03734399974346161
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,16,1,power_law_1.2,1.188105583190918
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,16,1,power_law_1.2,2.3694496154785156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,16,power_law_1.01,0.04010240137577057
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,16,power_law_1.01,1.991107177734375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,16,power_law_1.01,0.05595840215682983
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,16,power_law_1.2,1.1358528137207031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,16,power_law_1.01,0.06487360000610351
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,16,1,power_law_1.2,1.653107261657715
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,16,power_law_1.01,0.06711999773979187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,16,power_law_1.01,0.06727679967880248
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,16,power_law_1.2,1.6563135147094727
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,16,1,power_law_1.2,3.4012287139892576
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,16,power_law_1.01,2.848601531982422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,16,power_law_1.01,0.06785920262336731
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,16,power_law_1.2,21.136752319335937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,16,1,power_law_1.2,2.115433692932129
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,16,power_law_1.01,0.06984320282936096
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,16,power_law_1.01,0.03597440123558045
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,16,power_law_1.01,0.07118080258369446
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,16,power_law_1.01,0.03705919981002807
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,16,power_law_1.2,2.0942495346069334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,16,power_law_1.01,0.07278079986572265
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,16,power_law_1.01,0.03606080114841461
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,16,power_law_1.01,0.07533439993858337
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,16,power_law_1.01,0.0389631986618042
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,16,1,power_law_1.2,4.393344116210938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,16,power_law_1.01,0.07924799919128418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,16,power_law_1.01,3.827052688598633
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,16,1,power_law_1.2,3.0476160049438477
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,16,power_law_1.01,0.05139840245246887
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,16,power_law_1.01,0.08424959778785705
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,16,power_law_1.01,0.05415999889373779
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,16,power_law_1.01,0.08941119909286499
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,16,power_law_1.2,3.1346624374389647
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,16,power_law_1.01,0.05594879984855652
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,16,power_law_1.01,0.09795839786529541
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,16,power_law_1.01,0.056783998012542726
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,16,power_law_1.01,0.11673599481582642
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,16,power_law_1.01,0.058796799182891844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,16,power_law_1.01,0.13592000007629396
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,16,1,power_law_1.2,3.9899360656738283
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,16,power_law_1.01,0.06060799956321716
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,16,1,power_law_1.2,5.459491348266601
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,16,power_law_1.01,4.740752029418945
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,16,power_law_1.01,0.17998080253601073
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,16,power_law_1.01,0.06504960060119629
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,16,1,power_law_1.01,0.052160000801086424
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,16,power_law_1.2,4.213308715820313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,16,power_law_1.01,0.22966399192810058
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,16,power_law_1.01,0.06795520186424256
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,16,power_law_1.01,0.07152959704399109
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,16,power_law_1.01,0.3291615962982178
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,16,power_law_1.01,0.07683200240135193
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,16,power_law_1.01,0.44042239189147947
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,16,power_law_1.01,0.08089280128479004
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,16,1,power_law_1.2,4.997427368164063
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,16,power_law_1.01,0.08664640188217163
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,16,power_law_1.01,0.65349440574646
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,16,power_law_1.01,0.09480000138282776
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,16,power_law_1.2,5.126249694824219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,16,power_law_1.01,0.11575039625167846
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,16,power_law_1.01,0.8579423904418946
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,16,power_law_1.01,7.7026206970214846
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,16,1,power_law_1.2,8.577251434326172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,16,power_law_1.01,0.13688960075378417
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,16,1,power_law_1.01,0.0673919975757599
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,16,power_law_1.01,0.1929919958114624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,16,power_law_1.01,1.2167679786682128
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,16,1,power_law_1.01,0.06892799735069274
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,16,power_law_1.01,0.24068479537963866
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,16,power_law_1.01,0.3521375894546509
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,16,1,power_law_1.01,0.10882240533828735
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,16,power_law_1.01,1.6812320709228517
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,16,power_law_1.01,0.46351041793823244
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,16,1,power_law_1.2,7.801081848144531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,16,1,power_law_1.01,0.14280639886856078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,16,power_law_1.01,0.6846496105194092
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,16,1,power_law_1.01,0.17561919689178468
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,16,power_law_1.2,8.520979309082032
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,16,power_law_1.01,2.0651744842529296
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,16,1,power_law_1.01,0.2570719957351685
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,16,power_law_1.01,0.8898303985595704
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,16,1,power_law_1.01,0.2658368110656738
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,16,power_law_1.01,1.3446751594543458
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,16,1,power_law_1.01,0.27153921127319336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,16,power_law_1.01,3.3359359741210937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,16,1,power_law_1.01,0.27921600341796876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,16,power_law_1.01,14.67904052734375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,16,power_law_1.01,1.72906551361084
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,16,1,power_law_1.2,16.79173126220703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,16,power_law_1.01,0.042905598878860474
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,16,1,power_law_1.01,0.2900831937789917
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,16,power_law_1.2,0.04848960041999817
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,16,power_law_1.01,0.04254719913005829
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,16,1,power_law_1.01,0.2961535930633545
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,16,power_law_1.2,0.035955199599266054
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,16,power_law_1.01,0.04343680143356323
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,16,power_law_1.01,2.277622413635254
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,16,power_law_1.2,0.03706560134887695
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,16,power_law_1.01,0.04500479996204376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,16,1,power_law_1.01,0.3050944089889526
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,16,power_law_1.2,0.039110401272773744
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,16,1,power_law_1.2,0.05109440088272095
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,16,power_law_1.01,0.04519999921321869
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,16,1,power_law_1.2,15.4627685546875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,16,power_law_1.2,0.05602239966392517
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,16,power_law_1.01,0.04699519872665405
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,16,1,power_law_1.01,0.3117919921875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,16,power_law_1.2,0.0642080008983612
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,16,power_law_1.2,0.03459199965000152
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,16,power_law_1.01,0.04860160052776337
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,16,power_law_1.2,0.0668287992477417
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,16,power_law_1.2,0.036262398958206175
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,16,1,power_law_1.01,0.3225152015686035
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,16,power_law_1.01,0.04993920028209686
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,16,power_law_1.01,6.504153442382813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,16,power_law_1.2,0.06768320202827453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,16,power_law_1.2,0.036374399065971376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,16,power_law_1.01,3.6153087615966797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,16,power_law_1.2,17.165922546386717
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,16,power_law_1.01,0.050044798851013185
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,16,power_law_1.2,0.039299198985099794
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,16,power_law_1.2,0.0680351972579956
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,16,1,power_law_1.01,0.3341439962387085
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,16,power_law_1.2,0.03758080005645752
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,16,power_law_1.01,0.05140159726142883
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,16,power_law_1.01,0.10460799932479858
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,16,power_law_1.2,0.042131200432777405
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,16,power_law_1.2,0.06960960030555725
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,16,power_law_1.2,0.05134720206260681
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,16,power_law_1.01,0.05394560098648071
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,16,power_law_1.01,0.07411519885063171
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,16,power_law_1.2,0.042777600884437564
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,16,1,power_law_1.01,0.35755200386047364
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,16,power_law_1.2,0.07158079743385315
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,16,power_law_1.2,0.05399680137634277
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,16,power_law_1.01,0.0566752016544342
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,16,power_law_1.01,0.06571199893951415
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,16,power_law_1.2,0.04389120042324066
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,16,power_law_1.2,0.07313600182533264
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,16,power_law_1.2,0.05702080130577088
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,16,power_law_1.01,0.07796480059623719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,16,power_law_1.2,0.044921600818634035
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,16,power_law_1.01,0.05978239774703979
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,16,1,power_law_1.2,0.06656000018119812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,16,1,power_law_1.01,0.42395839691162107
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,16,power_law_1.2,0.0772000014781952
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,16,power_law_1.2,0.057599997520446776
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,16,power_law_1.01,0.1147007942199707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,16,power_law_1.2,0.047193598747253415
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,16,power_law_1.01,0.06626240015029908
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,16,power_law_1.2,0.0804032027721405
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,16,power_law_1.2,0.060652798414230345
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,16,1,power_law_1.2,0.07122240066528321
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,16,power_law_1.01,0.13124159574508668
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,16,power_law_1.2,0.0485727995634079
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,16,power_law_1.01,0.07099840044975281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,16,1,power_law_1.01,0.47062082290649415
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,16,power_law_1.2,0.08451520204544068
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,16,power_law_1.2,0.06245120167732239
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,16,power_law_1.01,0.13164160251617432
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,16,power_law_1.2,0.048956799507141116
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,16,power_law_1.01,0.07654399871826172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,16,power_law_1.2,0.09038079977035522
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,16,1,power_law_1.2,0.1039423942565918
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,16,power_law_1.2,0.06538879871368408
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,16,power_law_1.01,0.13544000387191774
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,16,power_law_1.2,0.04984959959983826
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,16,1,power_law_1.01,0.5496928215026855
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,16,power_law_1.01,0.08649280071258544
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,16,power_law_1.2,0.0981440007686615
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,16,power_law_1.2,0.06834239959716797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,16,power_law_1.01,0.1336192011833191
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,16,power_law_1.2,0.05180479884147644
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,16,1,power_law_1.2,0.13405760526657104
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,16,power_law_1.01,7.63834228515625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,16,power_law_1.01,0.11135040521621704
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,16,power_law_1.2,0.11849280595779418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,16,power_law_1.2,0.07113919854164123
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,16,power_law_1.01,0.1360416054725647
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,16,power_law_1.2,0.05414400100708008
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,16,1,power_law_1.01,0.6731935977935791
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,16,power_law_1.01,0.07903680205345154
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,16,power_law_1.01,0.14009920358657837
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,16,power_law_1.2,0.14700160026550294
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,16,power_law_1.01,0.14154560565948487
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,16,1,power_law_1.2,0.16040960550308228
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,16,power_law_1.2,0.07709439992904663
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,16,power_law_1.2,0.05675519704818725
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,16,power_law_1.01,0.06504960060119629
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,16,power_law_1.01,0.19082880020141602
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,16,power_law_1.01,0.1474496006965637
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,16,power_law_1.2,0.19321279525756835
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,16,power_law_1.2,0.08117120265960694
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,16,power_law_1.2,0.0603488028049469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,16,power_law_1.01,0.06238719820976257
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,16,1,power_law_1.01,0.8761407852172851
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,16,1,power_law_1.2,0.25093441009521483
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,16,power_law_1.01,0.15259840488433837
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,16,power_law_1.01,0.24715840816497803
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,16,power_law_1.2,0.08662400245666504
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,16,power_law_1.2,0.24902720451354982
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,16,power_law_1.2,0.06619200110435486
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,16,power_law_1.01,0.0750495970249176
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,16,power_law_1.01,0.16316159963607788
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,16,power_law_1.2,0.09562559723854065
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,16,power_law_1.2,0.07123839855194092
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,16,power_law_1.01,0.34881279468536375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,16,power_law_1.01,0.10036799907684327
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,16,1,power_law_1.2,0.26280961036682127
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,16,power_law_1.2,0.35999040603637694
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,16,power_law_1.01,0.17577279806137086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,16,1,power_law_1.01,1.0776703834533692
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,16,power_law_1.2,0.0772159993648529
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,16,power_law_1.2,0.11972479820251465
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,16,power_law_1.01,0.11295360326766968
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,16,power_law_1.01,0.45530238151550295
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,16,power_law_1.01,0.18906879425048828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,16,power_law_1.2,0.48557119369506835
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,16,1,power_law_1.2,0.2683840036392212
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,16,power_law_1.2,0.08806080222129822
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,16,power_law_1.01,0.11699520349502564
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,16,power_law_1.2,0.14568639993667604
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,16,power_law_1.01,0.21962881088256836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,16,power_law_1.2,0.11585279703140258
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,16,power_law_1.01,0.11874879598617553
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,16,power_law_1.01,0.6629983901977539
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,16,power_law_1.2,0.2062432050704956
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,16,1,power_law_1.01,1.482259178161621
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,16,power_law_1.2,0.695363187789917
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,16,1,power_law_1.2,0.2753567934036255
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,16,power_law_1.01,0.2786880016326904
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,16,power_law_1.01,0.12222399711608886
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,16,power_law_1.2,0.14188159704208375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,16,power_law_1.2,0.26048638820648196
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,16,power_law_1.01,0.33017280101776125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,16,power_law_1.01,0.12395199537277221
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,16,power_law_1.01,0.8850848197937011
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,16,power_law_1.2,0.19544960260391236
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,16,1,power_law_1.2,0.2863424062728882
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,16,power_law_1.2,0.9120575904846191
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,16,power_law_1.2,0.37022080421447756
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,16,power_law_1.01,0.12845439910888673
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,16,power_law_1.01,0.46425600051879884
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,16,power_law_1.2,0.2509855985641479
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,16,1,power_law_1.01,1.8900800704956056
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,16,1,power_law_1.2,0.29655680656433103
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,16,power_law_1.01,0.13408639430999755
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,16,power_law_1.2,0.4947711944580078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,16,power_law_1.01,1.2901503562927246
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,16,power_law_1.01,0.5787424087524414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,16,power_law_1.2,0.3637151956558228
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,16,power_law_1.01,0.1394528031349182
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,16,power_law_1.2,1.3992416381835937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,16,1,power_law_1.2,0.30450239181518557
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,16,power_law_1.01,0.15383039712905883
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,16,power_law_1.2,0.7479263782501221
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,16,power_law_1.2,0.4885568141937256
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,16,power_law_1.01,0.844604778289795
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,16,power_law_1.01,0.16329280138015748
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,16,1,power_law_1.2,0.3135008096694946
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,16,1,power_law_1.01,2.683964729309082
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,16,power_law_1.01,1.6827264785766602
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,16,power_law_1.2,0.7108352184295654
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,16,power_law_1.01,0.17717119455337524
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,16,power_law_1.2,0.9982687950134277
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,16,power_law_1.2,1.942451286315918
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,16,power_law_1.01,1.1538944244384766
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,16,1,power_law_1.2,0.33063039779663084
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,16,power_law_1.01,0.21496000289916992
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,16,power_law_1.2,0.9102047920227051
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,16,power_law_1.01,0.2814143896102905
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,16,1,power_law_1.2,0.3407007932662964
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,16,power_law_1.01,1.7184480667114257
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,16,power_law_1.2,1.509887981414795
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,16,power_law_1.01,2.221299171447754
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,16,power_law_1.01,0.3406016111373901
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,16,power_law_1.2,2.5626943588256834
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,16,1,power_law_1.2,0.3753664016723633
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,16,1,power_law_1.01,3.5016094207763673
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,16,power_law_1.2,1.4502752304077149
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,16,power_law_1.01,0.46912322044372556
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,16,power_law_1.01,2.3522880554199217
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,16,power_law_1.2,2.089753532409668
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,16,power_law_1.01,0.5932703971862793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,16,1,power_law_1.2,0.44720001220703126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,16,power_law_1.2,1.848111915588379
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,16,power_law_1.01,0.8888064384460449
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,16,power_law_1.01,3.4898303985595702
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,16,1,power_law_1.2,0.4859039783477783
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,16,power_law_1.01,1.1729536056518555
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,16,power_law_1.2,2.6858463287353516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,16,power_law_1.01,3.4009025573730467
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,16,power_law_1.2,4.227008056640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,16,1,power_law_1.01,4.3822273254394535
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,16,1,power_law_1.2,0.5710271835327149
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,16,power_law_1.2,2.437008094787598
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,16,power_law_1.01,1.7574016571044921
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,16,1,power_law_1.2,0.6824831962585449
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,16,power_law_1.01,2.374393653869629
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,16,power_law_1.01,4.8749855041503904
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,16,1,power_law_1.2,0.8903743743896484
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,16,power_law_1.2,4.1278526306152346
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,16,power_law_1.2,3.8465824127197266
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,16,1,power_law_1.2,1.0893280029296875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,16,power_law_1.01,6.932463836669922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,16,1,power_law_1.01,6.875638580322265
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,16,power_law_1.01,3.528054428100586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,16,power_law_1.01,0.07420799732208253
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,16,power_law_1.01,0.0633184015750885
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,16,power_law_1.01,5.350982284545898
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,16,1,power_law_1.2,1.4977055549621583
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,16,power_law_1.01,0.06630399823188782
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,16,power_law_1.2,9.501484680175782
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,16,power_law_1.01,0.06985920071601867
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,16,power_law_1.2,0.09421120285987854
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,16,power_law_1.01,0.07225599884986877
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,16,power_law_1.01,4.413980865478516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,16,power_law_1.2,0.06112639904022217
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,16,1,power_law_1.2,1.901139259338379
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,16,power_law_1.01,0.08157119750976563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,16,power_law_1.2,0.06624000072479248
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,16,power_law_1.01,0.08628159761428833
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,16,power_law_1.2,0.07408319711685181
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,16,power_law_1.01,0.08926399946212768
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,16,power_law_1.2,0.1157696008682251
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,16,power_law_1.2,9.221942138671874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,16,power_law_1.2,8.238886260986328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,16,power_law_1.01,0.08978880047798157
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,16,power_law_1.2,0.13278720378875733
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,16,power_law_1.2,0.07785919904708863
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,16,power_law_1.2,0.07313600182533264
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,16,1,power_law_1.2,2.711680030822754
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,16,power_law_1.01,0.09264000058174134
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,16,power_law_1.2,0.1341248035430908
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,16,power_law_1.2,0.06099519729614258
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,16,power_law_1.2,0.06179839968681335
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,16,power_law_1.01,9.084323120117187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,16,power_law_1.01,0.09903680086135865
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,16,power_law_1.01,5.718243026733399
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,16,power_law_1.2,0.13575040102005004
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,16,power_law_1.2,0.06515200138092041
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,16,power_law_1.2,0.06486719846725464
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,16,power_law_1.01,0.10482239723205566
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,16,power_law_1.2,0.13837120532989503
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,16,power_law_1.2,0.06889600157737732
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,16,power_law_1.2,0.0692736029624939
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,16,power_law_1.01,0.11162240505218506
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,16,power_law_1.2,0.14100159406661988
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,16,power_law_1.2,0.10206719636917114
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,16,power_law_1.2,0.0694208025932312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,16,power_law_1.01,0.12302720546722412
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,16,power_law_1.2,0.14292479753494264
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,16,power_law_1.2,0.11287039518356323
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,16,1,power_law_1.2,3.5143070220947266
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,16,power_law_1.2,0.0828544020652771
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,16,1,power_law_1.01,13.617747497558593
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,16,power_law_1.01,0.13463040590286254
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,16,power_law_1.2,0.1499519944190979
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,16,power_law_1.2,0.11596159934997559
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,16,power_law_1.2,0.08607360124588012
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,16,1,power_law_1.01,0.026956799626350402
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,16,power_law_1.01,0.1552575945854187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,16,power_law_1.2,0.15932480096817017
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,16,power_law_1.2,0.11905280351638795
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,16,power_law_1.2,0.08484799861907959
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,16,1,power_law_1.01,0.049267199635505673
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,16,power_law_1.01,0.18081920146942138
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,16,power_law_1.2,0.16406079530715942
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,16,power_law_1.2,0.12164160013198852
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,16,power_law_1.2,0.08976960182189941
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,16,1,power_law_1.01,0.055743998289108275
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,16,power_law_1.01,0.2273439884185791
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,16,power_law_1.2,0.18249280452728273
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,16,power_law_1.2,0.12348159551620483
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,16,power_law_1.2,0.09370239973068237
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,16,1,power_law_1.01,0.0635968029499054
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,16,power_law_1.01,0.2770911931991577
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,16,power_law_1.2,0.19151680469512938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,16,power_law_1.2,0.12987200021743775
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,16,power_law_1.2,0.09838719964027405
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,16,1,power_law_1.01,0.07389439940452576
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,16,power_law_1.01,9.589558410644532
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,16,1,power_law_1.2,4.420889663696289
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,16,power_law_1.2,0.2340320110321045
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,16,power_law_1.01,0.3918623924255371
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,16,power_law_1.2,0.13483840227127075
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,16,power_law_1.2,0.10438719987869263
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,16,1,power_law_1.01,0.09696639776229858
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,16,power_law_1.2,0.28626561164855957
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,16,power_law_1.2,0.14037760496139526
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,16,power_law_1.2,0.11093759536743164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,16,1,power_law_1.01,0.09983680248260499
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,16,power_law_1.01,0.5118591785430908
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,16,power_law_1.2,0.3690783977508545
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,16,power_law_1.2,0.15368319749832154
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,16,power_law_1.2,0.12400959730148316
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,16,1,power_law_1.01,0.10401279926300049
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,16,power_law_1.01,0.7292831897735595
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,16,power_law_1.2,0.17134079933166504
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,16,power_law_1.2,0.5309951782226563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,16,power_law_1.2,0.13844480514526367
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,16,1,power_law_1.01,0.10811840295791626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,16,power_law_1.2,0.1860352039337158
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,16,power_law_1.2,0.15633920431137086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,16,1,power_law_1.01,0.1109887957572937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,16,power_law_1.01,0.9486432075500488
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,16,power_law_1.2,0.6793024063110351
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,16,power_law_1.2,0.22853760719299315
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,16,power_law_1.2,0.18529280424118041
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,16,1,power_law_1.01,0.12006080150604248
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,16,power_law_1.01,18.44998779296875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,16,power_law_1.2,0.2935647964477539
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,16,power_law_1.2,0.948851203918457
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,16,power_law_1.2,0.2293152093887329
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,16,1,power_law_1.01,0.13065279722213746
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,16,power_law_1.01,1.4025792121887206
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,16,1,power_law_1.01,0.029123198986053467
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,16,1,power_law_1.2,6.878556823730468
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,16,power_law_1.2,0.3757184028625488
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,16,1,power_law_1.01,0.1344607949256897
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,16,power_law_1.2,0.2923648118972778
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,16,1,power_law_1.01,0.05072640180587769
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,16,power_law_1.2,1.2358559608459472
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,16,1,power_law_1.01,0.1374783992767334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,16,1,power_law_1.01,0.05534719824790955
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,16,power_law_1.2,0.5256927967071533
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,16,power_law_1.2,0.4179232120513916
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,16,power_law_1.01,1.8315584182739257
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,16,1,power_law_1.01,0.14168319702148438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,16,1,power_law_1.01,0.06275519728660583
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,16,power_law_1.2,0.5385632038116455
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,16,power_law_1.2,0.6735167980194092
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,16,1,power_law_1.01,0.14786239862442016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,16,1,power_law_1.01,0.07134079933166504
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,16,power_law_1.2,1.9634271621704102
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,16,1,power_law_1.01,0.15862720012664794
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,16,1,power_law_1.01,0.09093440175056458
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,16,power_law_1.2,0.8122367858886719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,16,power_law_1.2,0.9652064323425293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,16,power_law_1.01,2.9112863540649414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,16,1,power_law_1.01,0.09464319944381713
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,16,1,power_law_1.01,0.17742400169372557
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,16,1,power_law_1.01,0.09630079865455628
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,16,power_law_1.2,2.637564849853516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,16,power_law_1.2,0.9935615539550782
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,16,1,power_law_1.01,0.19933439493179322
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,16,power_law_1.2,1.3646271705627442
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,16,1,power_law_1.01,0.10080640316009522
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,16,1,power_law_1.01,0.2649983882904053
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,16,1,power_law_1.01,0.10440959930419921
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,16,power_law_1.01,19.974566650390624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,16,power_law_1.2,1.5288640022277833
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,16,1,power_law_1.01,0.324835205078125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,16,1,power_law_1.01,0.11047040224075318
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,16,power_law_1.2,2.1779296875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,16,power_law_1.01,3.6976512908935546
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,16,1,power_law_1.01,0.11606080532073974
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,16,1,power_law_1.01,0.4667776107788086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,16,power_law_1.2,4.133734512329101
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,16,1,power_law_1.01,0.12039359807968139
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,16,power_law_1.2,2.1029312133789064
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,16,1,power_law_1.01,0.5868159770965576
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,16,1,power_law_1.01,0.12462400197982788
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,16,power_law_1.2,2.5301504135131836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,16,1,power_law_1.01,0.12830079793930055
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,16,1,power_law_1.2,13.605215454101563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,16,1,power_law_1.01,0.8120639801025391
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,16,1,power_law_1.01,0.13519999980926514
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,16,power_law_1.01,4.723577499389648
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,16,1,power_law_1.2,0.02731199860572815
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,16,power_law_1.2,3.05850887298584
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,16,1,power_law_1.01,0.1450047969818115
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,16,1,power_law_1.01,1.068230438232422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,16,power_law_1.2,5.745529556274414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,16,1,power_law_1.2,0.04892480075359344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,16,power_law_1.2,4.579673767089844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,16,1,power_law_1.01,0.16340479850769044
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,16,1,power_law_1.2,0.05441920161247253
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,16,1,power_law_1.01,1.5682880401611328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,16,1,power_law_1.2,0.06020799875259399
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,16,1,power_law_1.01,0.1895967960357666
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,16,1,power_law_1.2,0.06982719898223877
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,16,power_law_1.2,4.128627014160156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,16,1,power_law_1.01,0.2528831958770752
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,16,1,power_law_1.2,0.09694399833679199
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,16,1,power_law_1.01,0.31993279457092283
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,16,1,power_law_1.2,0.09987840056419373
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,16,1,power_law_1.01,2.0750143051147463
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,16,power_law_1.2,7.597248077392578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,16,1,power_law_1.01,0.4401408195495605
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,16,1,power_law_1.2,0.106387197971344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,16,power_law_1.01,7.591817474365234
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,16,power_law_1.2,5.83941421508789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,16,1,power_law_1.2,0.10987839698791504
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,16,1,power_law_1.01,0.5529664039611817
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,16,1,power_law_1.2,0.11332800388336181
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,16,power_law_1.2,5.426620864868164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,16,1,power_law_1.01,2.598963165283203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,16,1,power_law_1.2,0.12131199836730958
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,16,1,power_law_1.01,0.7936160087585449
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,16,1,power_law_1.2,0.13086400032043458
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,16,1,power_law_1.2,0.13615039587020875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,16,1,power_law_1.01,1.0399135589599608
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,16,1,power_law_1.2,0.13969279527664186
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,16,power_law_1.2,7.519789123535157
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,16,1,power_law_1.2,0.14423999786376954
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,16,1,power_law_1.01,1.5290304183959962
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,16,1,power_law_1.2,0.14987839460372926
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,16,1,power_law_1.01,4.204515075683593
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,16,1,power_law_1.2,0.16032960414886474
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,16,power_law_1.2,12.809365844726562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,16,1,power_law_1.2,0.1820639967918396
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,16,power_law_1.2,8.865404510498047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,16,1,power_law_1.01,2.0272287368774413
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,16,1,power_law_1.2,0.203766393661499
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,16,1,power_law_1.2,0.27083840370178225
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,16,1,power_law_1.2,0.33123838901519775
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,16,power_law_1.01,14.893017578125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,16,1,power_law_1.01,2.5280704498291016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,16,1,power_law_1.2,0.473964786529541
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,16,1,power_law_1.2,0.02905600070953369
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,16,1,power_law_1.2,0.05031999945640564
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,16,1,power_law_1.2,0.5848288059234619
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,16,power_law_1.2,11.924425506591797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,16,1,power_law_1.2,0.054028797149658206
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,16,1,power_law_1.2,0.060031998157501223
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,16,1,power_law_1.01,8.434838104248048
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,16,1,power_law_1.2,0.822316837310791
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,16,1,power_law_1.2,0.06937280297279358
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,16,1,power_law_1.2,0.09045760035514831
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,16,1,power_law_1.01,4.020127868652343
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,16,1,power_law_1.2,1.0750368118286133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,16,1,power_law_1.2,0.09370880126953125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,16,1,power_law_1.2,0.09691519737243652
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,16,1,power_law_1.2,0.1021664023399353
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,16,1,power_law_1.2,1.5931039810180665
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,16,1,power_law_1.2,0.10617920160293579
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,16,1,power_law_1.2,0.11306560039520264
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,16,1,power_law_1.2,0.11804800033569336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,16,1,power_law_1.2,2.0949440002441406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,16,1,power_law_1.2,0.12158399820327759
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,16,power_law_1.2,19.444192504882814
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,16,1,power_law_1.2,0.1282495975494385
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,16,power_law_1.01,0.20159680843353273
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,16,1,power_law_1.2,0.13237440586090088
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,16,1,power_law_1.2,0.13830080032348632
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,16,power_law_1.01,0.2740607976913452
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,16,1,power_law_1.2,2.6208576202392577
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,16,1,power_law_1.01,8.074905395507812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,16,1,power_law_1.2,0.14810559749603272
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,16,power_law_1.01,0.11105600595474244
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,16,power_law_1.2,28.800225830078126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,16,1,power_law_1.2,0.1684064030647278
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,16,power_law_1.01,0.16051520109176637
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,16,power_law_1.01,0.15285760164260864
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,16,1,power_law_1.2,0.19366400241851806
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,16,power_law_1.01,0.1652735948562622
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,16,power_law_1.01,0.16565120220184326
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,16,power_law_1.01,0.22464320659637452
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,16,1,power_law_1.2,0.2583456039428711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,16,power_law_1.01,0.16186239719390869
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,16,power_law_1.01,0.10454720258712769
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,16,power_law_1.01,0.293724799156189
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,16,power_law_1.01,0.09284160137176514
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,16,1,power_law_1.2,0.3220576047897339
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,16,power_law_1.01,0.12006080150604248
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,16,power_law_1.01,0.32607040405273435
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,16,1,power_law_1.2,4.1501312255859375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,16,power_law_1.01,0.11720319986343383
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,16,power_law_1.01,0.17466880083084108
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,16,1,power_law_1.2,0.4439136028289795
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,16,power_law_1.01,0.3292799949645996
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,16,power_law_1.01,0.12874879837036132
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,16,power_law_1.01,0.22650880813598634
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,16,1,power_law_1.2,0.5578976154327393
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,16,power_law_1.01,0.33459839820861814
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,16,power_law_1.2,28.828173828125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,16,power_law_1.01,0.17394880056381226
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,16,power_law_1.01,0.22670400142669678
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,16,power_law_1.01,0.3369375944137573
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,16,power_law_1.01,0.17934080362319946
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,16,power_law_1.2,0.2034912109375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,16,1,power_law_1.2,0.7994656085968017
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,16,power_law_1.01,0.24233601093292237
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,16,power_law_1.01,0.3655872106552124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,16,power_law_1.01,0.18811839818954468
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,16,power_law_1.2,0.12427200078964233
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,16,power_law_1.01,0.24822399616241456
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,16,power_law_1.01,0.393174409866333
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,16,1,power_law_1.2,1.0451168060302733
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,16,power_law_1.01,0.19184960126876832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,16,power_law_1.2,0.10728640556335449
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,16,power_law_1.01,0.24849278926849366
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,16,power_law_1.01,0.4224224090576172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,16,power_law_1.01,0.19440959692001342
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,16,power_law_1.2,0.14191360473632814
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,16,power_law_1.01,0.2639039993286133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,16,power_law_1.01,0.4394527912139893
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,16,power_law_1.01,0.204803204536438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,16,power_law_1.2,0.22563519477844238
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,16,1,power_law_1.2,1.5462623596191407
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,16,power_law_1.01,0.2666879892349243
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,16,power_law_1.01,0.21355841159820557
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,16,power_law_1.01,0.4993152141571045
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,16,power_law_1.2,0.31275200843811035
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,16,1,power_law_1.2,8.370800018310547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,16,power_law_1.01,0.27423040866851806
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,16,power_law_1.01,0.2226464033126831
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,16,power_law_1.01,0.5060736179351807
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,16,power_law_1.2,0.32775681018829345
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,16,power_law_1.01,0.30755839347839353
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,16,power_law_1.2,0.16221439838409424
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,16,power_law_1.01,0.24524800777435302
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,16,1,power_law_1.2,2.037740707397461
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,16,power_law_1.2,0.3363104104995728
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,16,power_law_1.01,0.5694943904876709
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,16,power_law_1.2,0.1099295973777771
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,16,power_law_1.01,0.3478240013122559
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,16,power_law_1.01,0.2594304084777832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,16,power_law_1.2,0.3533152103424072
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,16,power_law_1.2,0.09982720017433167
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,16,power_law_1.01,0.612716817855835
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,16,power_law_1.01,0.355401611328125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,16,power_law_1.01,0.2798719882965088
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,16,power_law_1.2,0.36288321018218994
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,16,power_law_1.2,0.12182400226593018
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,16,power_law_1.01,0.4583456039428711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,16,power_law_1.01,0.7146944046020508
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,16,power_law_1.01,0.3350111961364746
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,16,1,power_law_1.2,2.5544191360473634
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,16,power_law_1.2,0.1713055968284607
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,16,power_law_1.2,0.37418560981750487
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,16,power_law_1.01,0.5678016185760498
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,16,power_law_1.01,0.41722879409790037
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,16,power_law_1.01,0.9506208419799804
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,16,power_law_1.2,0.2352224111557007
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,16,power_law_1.2,0.39958078861236573
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,16,power_law_1.01,0.6778560161590577
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,16,power_law_1.2,0.16155840158462526
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,16,power_law_1.01,0.49726080894470215
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,16,power_law_1.2,0.2348383903503418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,16,power_law_1.2,0.43726401329040526
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,16,power_law_1.01,1.2346688270568849
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,16,power_law_1.2,0.11302720308303833
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,16,power_law_1.2,0.24680960178375244
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,16,power_law_1.01,0.6766464233398437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,16,power_law_1.2,0.47088961601257323
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,16,power_law_1.01,0.8699040412902832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,16,power_law_1.2,0.09136639833450318
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,16,power_law_1.2,0.2435231924057007
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,16,power_law_1.01,1.7477439880371093
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,16,1,power_law_1.2,4.053577423095703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,16,power_law_1.2,0.1017151951789856
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,16,power_law_1.2,0.5191679954528808
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,16,power_law_1.01,0.8728511810302735
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,16,power_law_1.01,1.1575136184692383
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,16,power_law_1.2,0.25842559337615967
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,16,power_law_1.2,0.11831040382385254
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,16,power_law_1.2,0.5476704120635987
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,16,power_law_1.2,0.2724607944488525
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,16,power_law_1.01,2.3805856704711914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,16,power_law_1.01,1.2886303901672362
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,16,power_law_1.2,0.16165759563446044
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,16,power_law_1.01,1.6719520568847657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,16,power_law_1.2,0.5878592014312745
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,16,power_law_1.2,0.2827872037887573
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,16,power_law_1.2,0.17469439506530762
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,16,power_law_1.2,0.6519968032836914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,16,power_law_1.2,0.29281280040740965
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,16,power_law_1.01,1.600809669494629
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,16,power_law_1.2,0.1825440049171448
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,16,power_law_1.01,2.237388801574707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,16,power_law_1.2,0.3346656084060669
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,16,power_law_1.01,3.407513427734375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,16,power_law_1.2,0.7461247920989991
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,16,power_law_1.2,0.18986560106277467
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,16,power_law_1.2,0.3449088096618652
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,16,power_law_1.2,0.19202879667282105
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,16,power_law_1.01,2.4508127212524413
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,16,power_law_1.2,1.0412768363952636
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,16,1,power_law_1.01,0.05608959794044495
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,16,power_law_1.2,0.3909087896347046
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,16,power_law_1.2,0.2074496030807495
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,16,power_law_1.01,3.313590240478516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,16,1,power_law_1.01,0.07765439748764039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,16,power_law_1.2,0.46838722229003904
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,16,power_law_1.2,0.21634559631347655
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,16,power_law_1.2,1.3563936233520508
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,16,1,power_law_1.2,8.064364624023437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,16,power_law_1.01,4.541990280151367
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,16,1,power_law_1.01,0.08538240194320679
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,16,power_law_1.01,3.0863391876220705
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,16,power_law_1.2,0.22110400199890137
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,16,1,power_law_1.01,0.03861120045185089
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,16,power_law_1.2,0.5922624111175537
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,16,1,power_law_1.01,0.10899200439453124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,16,1,power_law_1.01,0.07438719868659974
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,16,power_law_1.2,0.24949440956115723
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,16,power_law_1.2,2.2370464324951174
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,16,1,power_law_1.01,0.13722239732742308
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,16,power_law_1.2,0.7246175765991211
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,16,power_law_1.01,4.6599681854248045
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,16,1,power_law_1.01,0.08407999873161316
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,16,power_law_1.2,0.2671040058135986
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,16,1,power_law_1.01,0.2116607904434204
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,16,1,power_law_1.01,0.10163520574569702
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,16,power_law_1.2,0.9982943534851074
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,16,power_law_1.2,0.28736960887908936
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,16,1,power_law_1.01,0.22929279804229735
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,16,power_law_1.2,2.648415946960449
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,16,1,power_law_1.01,0.1214143991470337
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,16,power_law_1.01,6.518380737304687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,16,power_law_1.01,4.60748176574707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,16,1,power_law_1.01,0.23857600688934327
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,16,power_law_1.2,0.33498239517211914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,16,power_law_1.2,1.3538975715637207
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,16,1,power_law_1.01,0.16904640197753906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,16,1,power_law_1.01,0.2470463991165161
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,16,power_law_1.2,0.4321023941040039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,16,1,power_law_1.01,0.18557440042495726
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,16,1,power_law_1.01,0.24893438816070557
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,16,1,power_law_1.01,0.199782395362854
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,16,power_law_1.2,0.538918399810791
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,16,power_law_1.01,6.942585754394531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,16,power_law_1.2,1.9463680267333985
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,16,power_law_1.2,4.211785507202149
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,16,1,power_law_1.01,0.2938528060913086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,16,1,power_law_1.01,0.2178976058959961
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,16,power_law_1.2,0.7526879787445069
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,16,1,power_law_1.01,0.31766400337219236
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,16,power_law_1.01,6.618611145019531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,16,1,power_law_1.01,0.229203200340271
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,16,power_law_1.2,2.6249439239501955
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,16,1,power_law_1.01,0.3072832107543945
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,16,power_law_1.2,0.952940845489502
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,16,1,power_law_1.01,0.24316160678863524
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,16,power_law_1.01,9.2417724609375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,16,1,power_law_1.01,0.3247744083404541
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,16,1,power_law_1.01,0.25212481021881106
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,16,power_law_1.2,5.782630538940429
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,16,power_law_1.2,1.3503168106079102
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,16,1,power_law_1.01,0.3374527931213379
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,16,1,power_law_1.01,0.23698880672454833
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,16,power_law_1.2,3.905712127685547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,16,1,power_law_1.01,0.36010239124298093
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,16,1,power_law_1.01,0.24504001140594484
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,16,power_law_1.01,9.292723083496094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,16,power_law_1.2,1.7161504745483398
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,16,1,power_law_1.01,0.3993664026260376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,16,1,power_law_1.01,0.25697600841522217
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,16,1,power_law_1.01,0.262009596824646
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,16,1,power_law_1.01,0.4760447978973389
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,16,power_law_1.01,7.933001708984375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,16,1,power_law_1.01,0.2906719923019409
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,16,power_law_1.2,2.6882400512695312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,16,1,power_law_1.01,0.5395135879516602
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,16,power_law_1.2,5.543305587768555
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,16,1,power_law_1.01,0.36335039138793945
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,16,power_law_1.2,9.123529815673828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,16,1,power_law_1.01,0.5906655788421631
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,16,power_law_1.01,11.076364898681641
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,16,1,power_law_1.01,0.4450047969818115
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,16,1,power_law_1.01,0.6975615978240967
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,16,power_law_1.2,3.447020721435547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,16,1,power_law_1.01,0.5371039867401123
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,16,1,power_law_1.01,0.9247263908386231
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,16,power_law_1.01,11.115103912353515
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,16,1,power_law_1.01,0.63503999710083
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,16,power_law_1.2,7.920674896240234
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,16,1,power_law_1.01,1.1655008316040039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,16,1,power_law_1.01,0.878774356842041
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,16,power_law_1.2,5.3910881042480465
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,16,1,power_law_1.01,1.0733247756958009
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,16,power_law_1.01,12.683782196044922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,16,1,power_law_1.01,1.6410879135131835
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,16,power_law_1.2,12.655615997314452
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,16,1,power_law_1.01,1.5311360359191895
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,16,1,power_law_1.01,2.128668785095215
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,16,1,power_law_1.01,1.9916831970214843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,16,power_law_1.2,7.233036804199219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,16,power_law_1.2,11.26520004272461
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,16,1,power_law_1.01,3.1629695892333984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,16,power_law_1.01,20.003900146484376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,16,1,power_law_1.01,2.9152320861816405
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,16,power_law_1.01,18.428437805175783
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,16,1,power_law_1.01,4.226697540283203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,16,power_law_1.2,14.771253967285157
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,16,1,power_law_1.01,3.8446144104003905
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,16,power_law_1.2,9.094022369384765
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,16,1,power_law_1.01,5.250822448730469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,16,power_law_1.2,15.501577758789063
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,16,1,power_law_1.01,4.813401412963867
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,16,power_law_1.01,25.569407653808593
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,16,1,power_law_1.2,0.05915840268135071
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,16,1,power_law_1.2,0.07343999743461609
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,16,1,power_law_1.01,8.363942718505859
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,16,1,power_law_1.2,0.08483200073242188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,16,power_law_1.2,15.614775085449219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,16,1,power_law_1.01,7.593817901611328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,16,1,power_law_1.2,0.1013375997543335
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,16,1,power_law_1.2,0.1263200044631958
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,16,1,power_law_1.2,0.21251521110534669
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,16,power_law_1.2,24.90166778564453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,16,1,power_law_1.2,0.2288991928100586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,16,1,power_law_1.2,0.23989760875701904
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,16,1,power_law_1.2,0.25033280849456785
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,16,1,power_law_1.2,0.2684448003768921
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,16,1,power_law_1.2,0.32585599422454836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,16,power_law_1.01,41.44783020019531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,16,power_law_1.2,25.641357421875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,16,1,power_law_1.2,0.33387839794158936
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,16,1,power_law_1.2,0.03868800103664398
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,16,1,power_law_1.2,0.31968638896942136
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,16,power_law_1.01,38.62091064453125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,16,1,power_law_1.2,0.07206400036811829
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,16,1,power_law_1.2,0.33683199882507325
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,16,1,power_law_1.2,0.08240960240364074
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,16,1,power_law_1.2,0.09710080027580262
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,16,1,power_law_1.2,0.361846399307251
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,16,1,power_law_1.01,16.525897216796874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,16,1,power_law_1.01,15.153523254394532
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,16,1,power_law_1.2,0.11369279623031617
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,16,1,power_law_1.2,0.3698335886001587
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,16,1,power_law_1.2,0.16764479875564575
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,16,1,power_law_1.2,0.4222080230712891
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,16,power_law_1.01,0.2244800090789795
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,16,power_law_1.01,0.157478404045105
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,16,1,power_law_1.2,0.1874783992767334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,16,1,power_law_1.2,0.5136767864227295
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,16,1,power_law_1.2,0.19391679763793945
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,16,power_law_1.01,0.45125761032104494
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,16,power_law_1.01,0.3088576078414917
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,16,1,power_law_1.2,0.5369952201843262
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,16,1,power_law_1.2,0.22263360023498535
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,16,1,power_law_1.2,0.23235840797424318
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,16,1,power_law_1.2,0.6032800197601318
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,16,power_law_1.01,0.4316512107849121
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,16,power_law_1.01,0.5529856204986572
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,16,1,power_law_1.2,0.24677760601043702
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,16,1,power_law_1.2,0.7070015907287598
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,16,1,power_law_1.2,0.2587296009063721
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,16,power_law_1.01,0.15912959575653077
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,16,power_law_1.01,0.17803200483322143
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,16,1,power_law_1.2,0.24180479049682618
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,16,1,power_law_1.2,0.9394463539123535
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,16,power_law_1.2,33.170947265625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,16,1,power_law_1.2,0.25458559989929197
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,16,power_law_1.01,0.19465600252151488
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,16,power_law_1.01,0.24940800666809082
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,16,1,power_law_1.2,1.180412769317627
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,16,1,power_law_1.2,0.26273279190063475
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,16,power_law_1.01,0.13870079517364503
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,16,1,power_law_1.2,0.27333118915557864
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,16,power_law_1.01,0.2831583976745605
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,16,power_law_1.01,0.3706847906112671
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,16,1,power_law_1.2,1.6715936660766602
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,16,1,power_law_1.2,0.2930272102355957
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,16,power_law_1.01,0.22319040298461915
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,16,power_law_1.01,0.3404223918914795
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,16,1,power_law_1.2,0.38712639808654786
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,16,power_law_1.01,0.4439807891845703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,16,1,power_law_1.2,2.1585952758789064
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,16,power_law_1.01,0.31493120193481444
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,16,1,power_law_1.2,0.45386562347412107
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,16,power_law_1.01,0.4124864101409912
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,16,1,power_law_1.2,0.546780776977539
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,16,power_law_1.01,0.6625951766967774
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,16,power_law_1.01,0.12397760152816772
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,16,1,power_law_1.2,0.6413504123687744
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,16,power_law_1.01,0.4269375801086426
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,16,1,power_law_1.2,3.1911903381347657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,16,power_law_1.01,0.6275680065155029
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,16,power_law_1.01,0.15973440408706666
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,16,1,power_law_1.2,0.8942624092102051
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,16,power_law_1.01,0.4568192005157471
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,16,power_law_1.01,0.2263808012008667
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,16,power_law_1.01,0.7097311973571777
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,16,1,power_law_1.2,1.0868288040161134
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,16,power_law_1.01,0.4602816104888916
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,16,1,power_law_1.2,4.234064102172852
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,16,power_law_1.01,0.23814079761505128
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,16,1,power_law_1.2,1.5478528022766114
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,16,power_law_1.01,0.6845376014709472
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,16,power_law_1.01,0.48793277740478513
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,16,power_law_1.01,0.2941632032394409
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,16,power_law_1.01,0.7116384029388427
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,16,1,power_law_1.2,2.014713668823242
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,16,power_law_1.01,0.49266557693481444
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,16,power_law_1.01,0.3039583921432495
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,16,1,power_law_1.2,5.232207870483398
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,16,power_law_1.2,64.07067260742187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,16,power_law_1.01,0.7356095790863038
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,16,power_law_1.01,0.4948863983154297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,16,power_law_1.01,0.3237567901611328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,16,1,power_law_1.2,2.9392576217651367
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,16,power_law_1.2,0.22033920288085937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,16,power_law_1.01,0.7887167930603027
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,16,power_law_1.2,58.035125732421875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,16,power_law_1.01,0.5280831813812256
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,16,power_law_1.01,0.3227328062057495
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,16,power_law_1.2,0.45035519599914553
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,16,power_law_1.01,0.7920415878295899
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,16,power_law_1.2,0.15685440301895143
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,16,power_law_1.01,0.5487967967987061
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,16,power_law_1.01,0.34422080516815184
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,16,1,power_law_1.2,3.86767692565918
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,16,power_law_1.2,0.36912639141082765
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,16,power_law_1.2,0.3089632034301758
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,16,power_law_1.01,0.7882400035858155
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,16,power_law_1.01,0.5802879810333252
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,16,1,power_law_1.2,8.326227569580078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,16,power_law_1.01,0.3475967884063721
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,16,power_law_1.2,0.18751360177993776
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,16,power_law_1.2,0.2781152009963989
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,16,power_law_1.01,0.6556447982788086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,16,power_law_1.01,0.8580032348632812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,16,power_law_1.01,0.3748512029647827
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,16,power_law_1.2,0.24582080841064452
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,16,1,power_law_1.2,4.8349662780761715
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,16,power_law_1.2,0.1618016004562378
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,16,power_law_1.01,0.38230719566345217
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,16,power_law_1.01,0.7607327938079834
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,16,power_law_1.01,0.921388816833496
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,16,power_law_1.2,0.38993918895721436
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,16,power_law_1.2,0.18879040479660034
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,16,power_law_1.01,0.40183677673339846
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,16,power_law_1.01,0.9631423950195312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,16,power_law_1.01,1.019200038909912
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,16,power_law_1.2,0.41799678802490237
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,16,power_law_1.2,0.2678591966629028
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,16,power_law_1.01,0.44287681579589844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,16,power_law_1.01,1.2038911819458007
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,16,power_law_1.01,1.192784023284912
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,16,power_law_1.2,0.596457576751709
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,16,power_law_1.2,0.29258880615234373
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,16,1,power_law_1.2,7.634489440917969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,16,power_law_1.01,0.5058335781097412
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,16,power_law_1.2,0.5932896137237549
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,16,power_law_1.2,0.40712318420410154
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,16,power_law_1.01,1.5578880310058594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,16,power_law_1.01,1.3430912017822265
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,16,power_law_1.2,0.13784960508346558
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,16,power_law_1.01,0.5888895988464355
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,16,1,power_law_1.2,16.39509735107422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,16,power_law_1.2,0.652348804473877
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,16,power_law_1.2,0.41986560821533203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,16,power_law_1.2,0.22296640872955323
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,16,power_law_1.01,0.739302396774292
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,16,power_law_1.01,1.692527961730957
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,16,power_law_1.01,2.018579292297363
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,16,1,power_law_1.01,0.06331520080566407
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,16,power_law_1.2,0.18640960454940797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,16,power_law_1.2,0.6267744064331054
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,16,power_law_1.2,0.44186878204345703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,16,1,power_law_1.01,0.11443840265274048
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,16,power_law_1.01,0.8780608177185059
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,16,power_law_1.2,0.12797119617462158
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,16,power_law_1.01,2.1805631637573244
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,16,power_law_1.2,0.44347519874572755
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,16,power_law_1.2,0.7260767936706543
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,16,power_law_1.01,2.9232383728027345
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,16,1,power_law_1.01,0.1273151993751526
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,16,power_law_1.01,1.2171744346618651
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,16,power_law_1.2,0.17091840505599976
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,16,power_law_1.2,0.4913663864135742
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,16,1,power_law_1.01,0.1360543966293335
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,16,power_law_1.2,0.7616384029388428
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,16,power_law_1.2,0.21454720497131347
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,16,power_law_1.01,2.939263916015625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,16,1,power_law_1.01,0.19418879747390747
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,16,power_law_1.2,0.48480958938598634
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,16,power_law_1.01,1.5409472465515137
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,16,1,power_law_1.2,15.16229705810547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,16,power_law_1.01,3.732707214355469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,16,power_law_1.2,0.7771615982055664
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,16,power_law_1.2,0.23176000118255616
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,16,1,power_law_1.01,0.2617471933364868
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,16,power_law_1.2,0.503715181350708
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,16,1,power_law_1.01,0.047276800870895384
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,16,power_law_1.2,0.8077343940734864
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,16,power_law_1.2,0.2976000070571899
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,16,power_law_1.01,2.1449504852294923
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,16,1,power_law_1.01,0.2970560073852539
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,16,power_law_1.01,4.031897735595703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,16,1,power_law_1.01,0.11035200357437133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,16,power_law_1.2,0.5233151912689209
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,16,power_law_1.2,0.8257184028625488
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,16,power_law_1.2,0.29108800888061526
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,16,1,power_law_1.01,0.4436639785766602
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,16,power_law_1.01,5.528876876831054
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,16,1,power_law_1.01,0.1256224036216736
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,16,power_law_1.2,0.5369279861450196
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,16,power_law_1.2,0.8414527893066406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,16,power_law_1.01,2.8059871673583983
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,16,power_law_1.2,0.2937151908874512
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,16,1,power_law_1.01,0.4565824031829834
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,16,1,power_law_1.01,0.13505280017852783
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,16,power_law_1.2,0.5748320102691651
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,16,power_law_1.01,5.503168106079102
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,16,power_law_1.2,0.3243743896484375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,16,power_law_1.2,0.9286304473876953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,16,1,power_law_1.01,0.17416319847106934
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,16,1,power_law_1.01,0.4643968105316162
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,16,power_law_1.2,0.6718016147613526
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,16,power_law_1.2,0.321776008605957
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,16,1,power_law_1.01,0.2169055938720703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,16,power_law_1.2,1.0426079750061035
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,16,1,power_law_1.01,0.47713279724121094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,16,power_law_1.01,4.112166213989258
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,16,power_law_1.01,7.161567687988281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,16,power_law_1.2,0.759065580368042
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,16,power_law_1.2,0.3578495979309082
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,16,1,power_law_1.01,0.2637311935424805
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,16,1,power_law_1.01,0.49177918434143064
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,16,power_law_1.2,1.2196160316467286
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,16,power_law_1.2,0.36459519863128664
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,16,power_law_1.2,1.005731201171875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,16,1,power_law_1.01,0.33685119152069093
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,16,power_law_1.01,7.2289283752441404
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,16,1,power_law_1.01,0.493500804901123
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,16,power_law_1.2,1.4529664039611816
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,16,power_law_1.2,0.38676478862762453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,16,1,power_law_1.01,0.34281599521636963
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,16,power_law_1.01,5.300640106201172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,16,power_law_1.2,1.2036288261413575
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,16,1,power_law_1.01,0.5083839893341064
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,16,power_law_1.2,0.40129919052124025
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,16,1,power_law_1.01,0.3531008005142212
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,16,power_law_1.2,1.876755142211914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,16,1,power_law_1.01,0.5355008125305176
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,16,power_law_1.01,9.731858825683593
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,16,power_law_1.2,1.6754592895507812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,16,power_law_1.2,0.4524479866027832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,16,1,power_law_1.01,0.36843199729919435
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,16,1,power_law_1.01,0.5608384132385253
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,16,power_law_1.2,2.36080322265625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,16,1,power_law_1.01,0.37972159385681153
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,16,power_law_1.2,0.5272223949432373
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,16,power_law_1.01,9.935785675048828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,16,power_law_1.2,2.2698175430297853
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,16,1,power_law_1.01,0.7516863822937012
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,16,power_law_1.01,6.593350219726562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,16,1,power_law_1.01,0.38893439769744875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,16,power_law_1.2,0.6085152149200439
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,16,1,power_law_1.01,0.7926112174987793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,16,power_law_1.2,3.397840118408203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,16,1,power_law_1.01,0.4388000011444092
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,16,power_law_1.2,0.7675327777862548
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,16,power_law_1.2,3.232064056396484
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,16,1,power_law_1.01,0.8320192337036133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,16,1,power_law_1.01,0.47188801765441896
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,16,power_law_1.2,0.9226431846618652
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,16,1,power_law_1.01,0.9302687644958496
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,16,1,power_law_1.01,0.49249920845031736
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,16,power_law_1.2,4.501747131347656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,16,power_law_1.01,15.286122131347657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,16,power_law_1.2,4.318121719360351
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,16,power_law_1.2,1.3146304130554198
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,16,1,power_law_1.01,1.0490079879760743
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,16,1,power_law_1.01,0.5016767978668213
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,16,power_law_1.01,10.846793365478515
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,16,power_law_1.01,14.523455810546874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,16,1,power_law_1.01,0.5433504104614257
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,16,1,power_law_1.01,1.3020832061767578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,16,power_law_1.2,1.5933055877685547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,16,1,power_law_1.01,0.590828800201416
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,16,power_law_1.2,6.253583908081055
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,16,power_law_1.2,6.4009757995605465
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,16,1,power_law_1.01,1.586079978942871
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,16,power_law_1.2,2.2313215255737306
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,16,1,power_law_1.01,0.6746592044830322
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,16,1,power_law_1.01,2.0992864608764648
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,16,1,power_law_1.01,0.7761312007904053
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,16,power_law_1.2,2.977824020385742
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,16,1,power_law_1.01,1.048902416229248
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,16,1,power_law_1.01,2.604512023925781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,16,power_law_1.2,9.192227172851563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,16,power_law_1.2,8.158943939208985
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,16,1,power_law_1.01,1.241744041442871
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,16,power_law_1.2,4.345356750488281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,16,1,power_law_1.01,3.534748840332031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,16,1,power_law_1.01,1.7075103759765624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,16,power_law_1.01,21.475823974609376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,16,power_law_1.01,29.358139038085938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,16,1,power_law_1.01,2.1697151184082033
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,16,power_law_1.2,6.005078506469727
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,16,power_law_1.2,11.202706909179687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,16,power_law_1.2,11.149005126953124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,16,1,power_law_1.01,4.4731201171875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,16,1,power_law_1.2,0.06217280030250549
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,16,power_law_1.01,28.582073974609376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,16,1,power_law_1.2,0.11377919912338257
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,16,1,power_law_1.2,0.04186240136623383
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,16,1,power_law_1.01,3.104707145690918
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,16,1,power_law_1.2,0.1198240041732788
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,16,1,power_law_1.2,0.11143360137939454
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,16,1,power_law_1.2,0.13737280368804933
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,16,1,power_law_1.01,5.598422241210938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,16,power_law_1.2,7.271532440185547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,16,1,power_law_1.2,0.12014080286026001
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,16,1,power_law_1.2,0.17801599502563475
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,16,1,power_law_1.01,4.038748931884766
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,16,1,power_law_1.2,0.13582719564437867
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,16,1,power_law_1.2,0.2265376091003418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,16,1,power_law_1.2,0.16469759941101075
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,16,1,power_law_1.2,0.2744607925415039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,16,1,power_law_1.2,0.20185279846191406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,16,power_law_1.2,17.46943054199219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,16,power_law_1.2,17.375141906738282
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,16,1,power_law_1.2,0.4241983890533447
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,16,1,power_law_1.01,5.052710342407226
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,16,1,power_law_1.01,8.670329284667968
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,16,1,power_law_1.2,0.2262432098388672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,16,1,power_law_1.2,0.4513408184051514
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,16,power_law_1.2,11.925583648681641
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,16,1,power_law_1.2,0.3227135896682739
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,16,1,power_law_1.2,0.46227521896362306
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,16,1,power_law_1.2,0.3396127939224243
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,16,1,power_law_1.2,0.4731584072113037
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,16,1,power_law_1.2,0.34840960502624513
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,16,1,power_law_1.01,7.862528228759766
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,16,1,power_law_1.2,0.48303680419921874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,16,1,power_law_1.2,0.3629631996154785
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,16,1,power_law_1.2,0.49109759330749514
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,16,1,power_law_1.2,0.3742271900177002
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,16,1,power_law_1.2,0.5150239944458008
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,16,1,power_law_1.2,0.3869503974914551
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,16,1,power_law_1.2,0.5314303874969483
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,16,1,power_law_1.01,16.954269409179688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,16,1,power_law_1.2,0.4452832221984863
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,16,1,power_law_1.2,0.5844768047332763
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,16,1,power_law_1.2,0.47497920989990233
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,16,1,power_law_1.2,0.7620223999023438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,16,1,power_law_1.2,0.4952703952789307
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,16,1,power_law_1.2,0.8035967826843262
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,16,power_law_1.2,24.01264343261719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,16,1,power_law_1.2,0.502569580078125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,32,1,power_law_1.01,0.03966079950332642
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,32,1,power_law_1.01,0.04003520011901855
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,16,1,power_law_1.01,15.511293029785156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,32,1,power_law_1.01,0.04376640021800995
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,16,power_law_1.2,34.51163940429687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,16,1,power_law_1.2,0.8502367973327637
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,14336,2,8,32,1,power_law_1.2,0.03912000060081482
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,14336,2,8,32,1,power_law_1.2,0.039680001139640805
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,16,1,power_law_1.2,0.5585247993469238
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,14336,2,8,32,1,power_law_1.2,0.042054399847984314
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,16,power_law_1.2,41.22200317382813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,16,1,power_law_1.2,0.9661984443664551
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,32,1,power_law_1.01,0.03195840120315552
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,32,1,power_law_1.2,0.03265919983386993
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,32,1,power_law_1.01,0.03700479865074158
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,32,1,power_law_1.2,0.03278079926967621
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,16,1,power_law_1.2,0.5991744041442871
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,32,1,power_law_1.01,0.03863039910793305
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,32,1,power_law_1.2,0.0383679986000061
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,32,1,power_law_1.2,0.041782400012016295
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,32,1,power_law_1.2,0.05681279897689819
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,32,1,power_law_1.2,0.062489598989486694
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,32,1,power_law_1.2,0.0641215980052948
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,16,1,power_law_1.2,1.1189184188842773
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,32,1,power_law_1.01,0.04858559966087341
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,32,1,power_law_1.2,0.06689599752426148
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,16,1,power_law_1.2,0.6978591918945313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,32,1,power_law_1.01,0.07372159957885742
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,32,1,power_law_1.2,0.06845759749412536
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,32,1,power_law_1.01,0.07446399927139283
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,32,1,power_law_1.2,0.07177919745445252
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,32,1,power_law_1.01,0.07608640193939209
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,32,1,power_law_1.2,0.07528960108757018
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,14336,2,8,32,1,power_law_1.2,0.047849598526954654
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,32,1,power_law_1.01,0.07745280265808105
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,32,1,power_law_1.2,0.07824640274047852
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,14336,2,8,32,1,power_law_1.2,0.07240639925003052
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,32,1,power_law_1.01,0.07895039916038513
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,32,1,power_law_1.2,0.08294399976730346
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,14336,2,8,32,1,power_law_1.2,0.07354879975318909
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,32,1,power_law_1.01,0.08012480139732361
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,32,1,power_law_1.2,0.088019198179245
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,14336,2,8,32,1,power_law_1.2,0.07442560195922851
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,16,1,power_law_1.2,1.3299327850341798
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,16,1,power_law_1.2,0.8035072326660156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,32,1,power_law_1.01,0.08169599771499633
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,32,1,power_law_1.2,0.09339839816093445
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,14336,2,8,32,1,power_law_1.2,0.07544320225715637
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,32,1,power_law_1.01,0.08527680039405823
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,32,1,power_law_1.2,0.09972800016403198
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,14336,2,8,32,1,power_law_1.2,0.07713919878005981
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,32,1,power_law_1.01,0.08647040128707886
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,32,1,power_law_1.2,0.097462397813797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,14336,2,8,32,1,power_law_1.2,0.07853440046310425
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,32,1,power_law_1.01,0.04092479944229126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,32,1,power_law_1.01,0.09277759790420533
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,32,1,power_law_1.2,0.10875840187072754
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,14336,2,8,32,1,power_law_1.2,0.0806335985660553
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,32,1,power_law_1.01,0.09750720262527465
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,32,1,power_law_1.2,0.12556480169296264
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,14336,2,8,32,1,power_law_1.2,0.08362240195274354
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,32,1,power_law_1.01,0.10203520059585572
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,32,1,power_law_1.2,0.17584320306777954
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,14336,2,8,32,1,power_law_1.2,0.08552640080451965
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,32,1,power_law_1.01,0.09992960095405579
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,16,1,power_law_1.2,1.0687583923339843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,14336,2,8,32,1,power_law_1.2,0.09084799885749817
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,32,1,power_law_1.2,0.23507521152496338
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,32,1,power_law_1.01,0.11276160478591919
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,16,1,power_law_1.2,1.6184352874755858
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,14336,2,8,32,1,power_law_1.2,0.0967423975467682
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,32,1,power_law_1.01,0.12802560329437257
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,32,1,power_law_1.2,0.334495997428894
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,14336,2,8,32,1,power_law_1.2,0.1013599991798401
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,32,1,power_law_1.01,0.17120319604873657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,14336,2,8,32,1,power_law_1.2,0.09901760220527649
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,32,1,power_law_1.2,0.41828479766845705
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,32,1,power_law_1.01,0.22540481090545655
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,14336,2,8,32,1,power_law_1.2,0.11092159748077393
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,32,1,power_law_1.2,0.6068960189819336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,32,1,power_law_1.2,0.1265887975692749
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,32,1,power_law_1.01,0.3310976028442383
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,32,1,power_law_1.2,0.1676192045211792
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,32,1,power_law_1.2,0.8023967742919922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,16,1,power_law_1.2,1.2786879539489746
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,32,1,power_law_1.01,0.41864638328552245
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,16,1,power_law_1.2,2.1252159118652343
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,32,1,power_law_1.2,0.23012158870697022
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,32,1,power_law_1.01,0.055529600381851195
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,32,1,power_law_1.01,0.601865577697754
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,32,1,power_law_1.2,0.3372447967529297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,32,1,power_law_1.01,0.05773760080337524
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,32,1,power_law_1.2,1.1874239921569825
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,32,1,power_law_1.01,0.06474239826202392
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,32,1,power_law_1.2,0.41634559631347656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,32,1,power_law_1.01,0.7909088134765625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,32,1,power_law_1.01,0.06630079746246338
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,32,1,power_law_1.01,0.06795520186424256
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,32,1,power_law_1.2,0.6026879787445069
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,32,1,power_law_1.2,1.5758912086486816
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,32,1,power_law_1.01,0.07101759910583497
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,32,1,power_law_1.01,1.1667967796325684
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,32,1,power_law_1.01,0.0732096016407013
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,16,1,power_law_1.2,1.743516731262207
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,32,1,power_law_1.2,0.7955488204956055
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,32,1,power_law_1.01,0.07833279967308045
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,32,1,power_law_1.01,0.08115839958190918
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,16,1,power_law_1.2,2.623916816711426
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,32,1,power_law_1.01,0.08704320192337037
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,32,1,power_law_1.2,1.9899295806884765
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,32,1,power_law_1.01,1.5367584228515625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,32,1,power_law_1.2,1.1673727989196778
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,32,1,power_law_1.01,0.09372159838676453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,16,1,power_law_1.01,0.049692800641059874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,32,1,power_law_1.01,0.0994271993637085
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,32,1,power_law_1.01,0.09769920110702515
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,32,1,power_law_1.01,0.10895359516143799
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,32,1,power_law_1.2,1.5362048149108887
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,32,1,power_law_1.01,1.944803237915039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,32,1,power_law_1.01,0.12371200323104858
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,32,1,power_law_1.01,0.17600640058517455
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,16,1,power_law_1.2,2.219094467163086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,32,1,power_law_1.2,3.138969612121582
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,32,1,power_law_1.01,0.23095040321350097
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,32,1,power_law_1.2,1.9380096435546874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,32,1,power_law_1.01,0.32474560737609864
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,32,1,power_law_1.01,0.41011199951171873
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,16,1,power_law_1.2,3.5506431579589846
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,32,1,power_law_1.01,3.0857791900634766
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,32,1,power_law_1.01,0.6051775932312011
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,32,1,power_law_1.01,0.7978655815124511
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,32,1,power_law_1.2,3.07772159576416
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,32,1,power_law_1.01,1.1811264038085938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,16,1,power_law_1.2,3.1541984558105467
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,32,1,power_law_1.2,6.276752090454101
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,32,1,power_law_1.01,1.5647839546203612
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,32,1,power_law_1.01,6.251289749145508
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,32,1,power_law_1.01,0.053814399242401126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,16,1,power_law_1.2,4.538435363769532
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,32,1,power_law_1.01,0.056803202629089354
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,32,1,power_law_1.01,1.9738143920898437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,32,1,power_law_1.01,0.059033602476119995
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,32,1,power_law_1.01,0.06925439834594727
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,32,1,power_law_1.2,6.2429054260253904
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,32,1,power_law_1.01,0.10618879795074462
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,32,1,power_law_1.01,0.05060480237007141
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,32,1,power_law_1.01,0.10782079696655274
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,16,1,power_law_1.01,0.0710752010345459
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,32,1,power_law_1.01,0.05334720015525818
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,32,1,power_law_1.01,0.1090399980545044
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,32,1,power_law_1.01,0.056460797786712646
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,32,1,power_law_1.01,0.11078720092773438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,16,1,power_law_1.2,4.106390380859375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,32,1,power_law_1.01,0.06590399742126465
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,32,1,power_law_1.01,0.11372480392456055
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,32,1,power_law_1.01,0.09657279849052429
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,32,1,power_law_1.01,3.117203140258789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,32,1,power_law_1.01,0.1149183988571167
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,32,1,power_law_1.01,0.09807680249214172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,32,1,power_law_1.01,0.11767040491104126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,16,1,power_law_1.01,0.07905279994010925
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,32,1,power_law_1.01,0.10039360523223877
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,32,1,power_law_1.01,0.12052479982376099
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,32,1,power_law_1.01,0.10298240184783936
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,32,1,power_law_1.01,0.1240447998046875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,32,1,power_law_1.01,0.10661439895629883
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,32,1,power_law_1.01,0.13295680284500122
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,32,1,power_law_1.01,0.1091264009475708
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,32,1,power_law_1.01,0.13949120044708252
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,32,1,power_law_1.01,0.11184320449829102
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,32,1,power_law_1.01,0.14517120122909546
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,16,1,power_law_1.01,0.08560960292816162
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,32,1,power_law_1.01,0.11542079448699952
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,32,1,power_law_1.01,0.1427072048187256
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,16,1,power_law_1.2,5.728524780273437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,32,1,power_law_1.01,0.11775360107421876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,32,1,power_law_1.01,0.16379519701004028
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,32,1,power_law_1.01,0.12437119483947753
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,32,1,power_law_1.01,0.18902080059051513
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,32,1,power_law_1.01,0.13180160522460938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,32,1,power_law_1.01,0.26996479034423826
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,32,1,power_law_1.01,0.1380576014518738
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,16,1,power_law_1.01,0.1239840030670166
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,32,1,power_law_1.01,6.219900894165039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,32,1,power_law_1.01,0.3583231925964355
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,32,1,power_law_1.01,0.138374400138855
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,32,1,power_law_1.01,0.04739840030670166
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,32,1,power_law_1.01,0.1579519987106323
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,32,1,power_law_1.01,0.5024864196777343
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,16,1,power_law_1.2,5.097846221923828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,32,1,power_law_1.01,0.049881601333618165
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,32,1,power_law_1.01,0.18816319704055787
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,32,1,power_law_1.01,0.05138559937477112
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,32,1,power_law_1.01,0.6672287940979004
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,32,1,power_law_1.01,0.27755520343780515
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,32,1,power_law_1.01,0.06119679808616638
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,32,1,power_law_1.01,0.061766397953033444
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,32,1,power_law_1.01,0.35934720039367674
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,32,1,power_law_1.01,0.9646880149841308
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,32,1,power_law_1.01,0.06285759806632996
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,32,1,power_law_1.01,0.5248223781585694
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,32,1,power_law_1.01,0.06386880278587341
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,32,1,power_law_1.01,0.0652351975440979
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,32,1,power_law_1.01,1.2752479553222655
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,32,1,power_law_1.01,0.6674079895019531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,32,1,power_law_1.01,0.0667967975139618
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,32,1,power_law_1.01,0.06726400256156921
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,32,1,power_law_1.01,0.06876159906387329
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,32,1,power_law_1.01,0.9843104362487793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,32,1,power_law_1.01,0.07239680290222168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,32,1,power_law_1.01,1.9051456451416016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,32,1,power_law_1.01,0.07420480251312256
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,32,1,power_law_1.01,0.08248000144958496
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,32,1,power_law_1.01,1.2998656272888183
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,32,1,power_law_1.01,0.09343360066413879
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,32,1,power_law_1.01,0.09935680031776428
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,32,1,power_law_1.01,0.09643200039863586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,16,1,power_law_1.2,8.824412536621093
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,32,1,power_law_1.01,2.533072090148926
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,32,1,power_law_1.01,0.1152351975440979
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,32,1,power_law_1.01,1.924412727355957
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,32,1,power_law_1.01,0.1584447979927063
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,32,1,power_law_1.01,0.20318078994750977
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,32,1,power_law_1.01,0.2613600015640259
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,16,1,power_law_1.2,7.920745849609375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,32,1,power_law_1.01,0.3627935886383057
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,32,1,power_law_1.01,2.5610624313354493
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,32,1,power_law_1.01,3.180403137207031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,32,1,power_law_1.01,0.4542272090911865
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,32,1,power_law_1.01,0.6539199829101563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,16,1,power_law_1.01,0.163155198097229
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,32,1,power_law_1.01,3.2058143615722656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,32,1,power_law_1.01,0.8557888031005859
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,16,1,power_law_1.01,0.186572802066803
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,32,1,power_law_1.01,5.121408081054687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,32,1,power_law_1.01,1.2651616096496583
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,32,1,power_law_1.01,1.671356773376465
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,16,1,power_law_1.01,0.24320321083068847
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,32,1,power_law_1.01,5.107011032104492
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,32,1,power_law_1.01,2.120035171508789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,16,1,power_law_1.01,0.25379199981689454
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,16,1,power_law_1.01,0.2569407939910889
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,32,1,power_law_1.01,3.3329662322998046
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,32,1,power_law_1.01,10.258713531494141
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,16384,2,8,32,1,power_law_1.2,0.058556801080703734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,16384,2,8,32,1,power_law_1.2,0.05640000104904175
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,16,1,power_law_1.01,0.28167679309844973
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,16384,2,8,32,1,power_law_1.2,0.0579584002494812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,16384,2,8,32,1,power_law_1.2,0.06940799951553345
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,16384,2,8,32,1,power_law_1.2,0.10640640258789062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,16,1,power_law_1.2,17.118499755859375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,16384,2,8,32,1,power_law_1.2,0.10725120306015015
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,32,1,power_law_1.01,10.160502624511718
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,32,1,power_law_1.2,0.052102398872375486
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,16384,2,8,32,1,power_law_1.2,0.10918079614639283
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,32,1,power_law_1.2,0.048556798696517946
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,32,1,power_law_1.2,0.05397440195083618
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,16384,2,8,32,1,power_law_1.2,0.11044479608535766
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,16,1,power_law_1.01,0.3064896106719971
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,32,1,power_law_1.2,0.0509663999080658
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,32,1,power_law_1.2,0.05543360114097595
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,16384,2,8,32,1,power_law_1.2,0.11342400312423706
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,32,1,power_law_1.2,0.05110080242156982
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,16,1,power_law_1.2,15.595170593261718
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,32,1,power_law_1.2,0.06596159934997559
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,16384,2,8,32,1,power_law_1.2,0.11483839750289918
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,32,1,power_law_1.2,0.061312001943588254
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,32,1,power_law_1.2,0.09618239998817443
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,16384,2,8,32,1,power_law_1.2,0.11756479740142822
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,16,1,power_law_1.2,0.0506496012210846
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,32,1,power_law_1.2,0.06182079911231995
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,32,1,power_law_1.01,6.654201507568359
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,32,1,power_law_1.2,0.09873279929161072
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,16384,2,8,32,1,power_law_1.2,0.12061120271682739
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,32,1,power_law_1.2,0.06251839995384216
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,32,1,power_law_1.2,0.10131200551986694
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,16,1,power_law_1.01,0.32750399112701417
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,16384,2,8,32,1,power_law_1.2,0.12347840070724488
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,32,1,power_law_1.2,0.06428800225257873
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,32,1,power_law_1.2,0.10369919538497925
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,16384,2,8,32,1,power_law_1.2,0.13227200508117676
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,32,1,power_law_1.2,0.06513919830322265
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,32,1,power_law_1.2,0.1068384051322937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,16384,2,8,32,1,power_law_1.2,0.13931519985198976
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,32,1,power_law_1.2,0.06659200191497802
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,32,1,power_law_1.2,0.10860799551010132
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,16384,2,8,32,1,power_law_1.2,0.14411200284957887
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,32,1,power_law_1.2,0.06732800006866455
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,32,1,power_law_1.2,0.1118783950805664
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,16384,2,8,32,1,power_law_1.2,0.14248640537261964
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,32,1,power_law_1.2,0.06891199946403503
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,32,1,power_law_1.2,0.11498559713363647
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,16,1,power_law_1.01,0.3444096088409424
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,16384,2,8,32,1,power_law_1.2,0.16353280544281007
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,32,1,power_law_1.2,0.07173759937286377
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,32,1,power_law_1.2,0.11747519969940186
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,32,1,power_law_1.2,0.18786239624023438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,32,1,power_law_1.2,0.0742464005947113
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,32,1,power_law_1.2,0.1240447998046875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,32,1,power_law_1.2,0.08231040239334106
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,32,1,power_law_1.2,0.27036480903625487
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,32,1,power_law_1.2,0.1316256046295166
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,32,1,power_law_1.2,0.09295039772987365
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,32,1,power_law_1.2,0.13754559755325318
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,32,1,power_law_1.2,0.3622080087661743
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,32,1,power_law_1.2,0.09917759895324707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,16,1,power_law_1.01,0.3595072031021118
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,32,1,power_law_1.2,0.13750720024108887
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,32,1,power_law_1.2,0.09638720154762268
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,32,1,power_law_1.2,0.5062335968017578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,32,1,power_law_1.2,0.15701440572738648
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,32,1,power_law_1.2,0.11577919721603394
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,32,1,power_law_1.2,0.1870144009590149
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,32,1,power_law_1.2,0.6644800186157227
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,32,1,power_law_1.2,0.16039999723434448
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,32,1,power_law_1.2,0.27866239547729493
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,32,1,power_law_1.2,0.2046112060546875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,16,1,power_law_1.2,0.0707360029220581
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,32,1,power_law_1.2,0.9717472076416016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,32,1,power_law_1.2,0.3560960054397583
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,16,1,power_law_1.01,0.37529919147491453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,32,1,power_law_1.2,0.2627295970916748
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,32,1,power_law_1.2,0.5217951774597168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,32,1,power_law_1.2,0.3649087905883789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,32,1,power_law_1.2,1.281430435180664
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,32,1,power_law_1.2,0.6670112133026123
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,32,1,power_law_1.2,0.45845761299133303
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,16,1,power_law_1.2,0.0735264003276825
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,16,1,power_law_1.01,0.4055327892303467
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,32,power_law_1.01,0.1260319948196411
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,32,1,power_law_1.2,0.6524032115936279
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,32,1,power_law_1.2,0.982806396484375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,32,1,power_law_1.2,1.9103647232055665
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,32,power_law_1.01,0.2137824058532715
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,32,1,power_law_1.2,0.8579808235168457
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,16,1,power_law_1.2,0.0864736020565033
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,32,1,power_law_1.2,1.299129581451416
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,16,1,power_law_1.01,0.5142079830169678
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,32,1,power_law_1.2,2.5303647994995115
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,32,1,power_law_1.2,1.2669504165649415
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,32,1,power_law_1.2,1.926812744140625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,16,1,power_law_1.2,0.1148576021194458
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,32,1,power_law_1.2,1.6765056610107423
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,32,1,power_law_1.2,3.165657615661621
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,32,1,power_law_1.2,2.564083290100098
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,32,1,power_law_1.2,2.1167743682861326
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,32,1,power_law_1.2,3.2151615142822267
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,32,1,power_law_1.2,5.109507369995117
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,32,1,power_law_1.2,3.3873504638671874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,32,power_law_1.01,0.21427841186523439
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,16,1,power_law_1.2,0.1463487982749939
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,32,1,power_law_1.2,5.103817749023437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,16,1,power_law_1.2,0.16874879598617554
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,32,power_law_1.01,0.12014399766921997
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,32,1,power_law_1.2,6.79504623413086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,16,1,power_law_1.2,0.2333375930786133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,32,1,power_law_1.2,10.228813171386719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.01,0.5759520053863525
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,16,1,power_law_1.2,0.24596800804138183
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,32,power_law_1.01,0.16948800086975097
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,32,1,power_law_1.2,10.191449737548828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,16,1,power_law_1.2,0.2510175943374634
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,32,power_law_1.01,0.13292160034179687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,32,power_law_1.2,0.12125760316848755
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,32,power_law_1.2,0.19342080354690552
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,16,1,power_law_1.2,0.2570080041885376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,32,power_law_1.01,0.12054719924926757
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,32,power_law_1.2,0.12672319412231445
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,16,1,power_law_1.2,0.30333120822906495
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,32,power_law_1.2,0.07496640086174011
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,32,power_law_1.01,0.12557439804077147
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,32,power_law_1.2,0.08493120074272156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,32,power_law_1.2,0.1253600001335144
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,16,1,power_law_1.2,0.33013119697570803
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,32,power_law_1.01,0.09691519737243652
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,32,power_law_1.2,0.09896320104598999
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,16,1,power_law_1.2,0.34513919353485106
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,32,power_law_1.01,0.08706240057945251
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.2,0.13084160089492797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,32,power_law_1.01,0.14115519523620607
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,32,power_law_1.2,0.14946240186691284
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,16,1,power_law_1.2,0.3568864107131958
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,32,power_law_1.2,0.2044991970062256
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.01,0.6671743869781495
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,32,power_law_1.01,0.09297919869422913
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,16,1,power_law_1.2,0.37794880867004393
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.01,0.7457087993621826
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,16,1,power_law_1.2,0.41428160667419434
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.01,0.9514464378356934
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,16,1,power_law_1.2,0.5204031944274903
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.01,1.1529727935791017
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,32,power_law_1.01,0.10118399858474732
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,32,power_law_1.2,0.11030080318450927
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,32,power_law_1.01,0.15425280332565308
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,32,power_law_1.2,0.13595839738845825
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.01,1.5592543601989746
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,32,power_law_1.01,0.09354559779167175
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.2,0.14967679977416992
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.01,1.9685279846191406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,32,power_law_1.2,0.16210559606552125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,32,power_law_1.2,0.12014080286026001
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,32,power_law_1.2,0.17435840368270875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.2,0.1757599949836731
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,32,power_law_1.01,0.19213759899139404
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.2,0.5892255783081055
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.01,2.7828351974487306
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,32,power_law_1.2,0.18848320245742797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,32,power_law_1.2,0.140556800365448
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,32,power_law_1.01,0.20708160400390624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,32,power_law_1.2,0.1889791965484619
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,32,power_law_1.01,0.19936319589614868
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.01,0.13411840200424194
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.2,0.20618879795074463
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,32,power_law_1.01,0.20756800174713136
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,32,power_law_1.01,0.10221120119094848
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,32,power_law_1.01,0.1581920027732849
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,32,power_law_1.2,0.24145920276641847
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.01,3.5955841064453127
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,32,power_law_1.01,0.11506240367889405
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,32,power_law_1.2,0.0725920021533966
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,32,power_law_1.2,0.2542623996734619
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,32,power_law_1.01,0.12893760204315186
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.2,0.28625600337982177
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,32,power_law_1.01,0.14294400215148925
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,32,power_law_1.2,0.36262080669403074
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,32,power_law_1.01,0.14833920001983641
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,32,power_law_1.2,0.157043194770813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,16,1,power_law_1.01,4.483238220214844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,32,power_law_1.01,0.14143040180206298
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.2,0.6827487945556641
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,32,power_law_1.01,0.22332160472869872
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,32,power_law_1.01,0.21655681133270263
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.2,0.7966976165771484
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,32,power_law_1.2,0.09313279986381531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,32,power_law_1.01,0.2224575996398926
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.01,0.15221760272979737
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,16,1,power_law_1.01,6.904054260253906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.2,0.997049617767334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,32,power_law_1.01,0.15810879468917846
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,32,power_law_1.2,0.19627200365066527
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.2,1.2047295570373535
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,32,power_law_1.2,0.19198720455169677
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,32,power_law_1.01,0.1453984022140503
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.2,0.440828800201416
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,32,power_law_1.2,0.19486080408096312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,32,power_law_1.01,0.15682560205459595
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,32,power_law_1.2,0.57740159034729
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.2,1.5985119819641114
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,32,power_law_1.2,0.2014080047607422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,32,power_law_1.01,0.1580575942993164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.2,0.7414175987243652
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,32,power_law_1.01,0.17501120567321776
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,32,power_law_1.2,0.10227839946746826
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.2,2.0025087356567384
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,32,power_law_1.01,0.18416320085525512
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,32,power_law_1.2,1.0580896377563476
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,32,power_law_1.2,0.10856000185012818
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,32,power_law_1.01,0.1993567943572998
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,32,power_law_1.2,0.12933119535446166
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.2,1.3877375602722168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,16,1,power_law_1.01,13.542066955566407
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,32,power_law_1.2,0.1377087950706482
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.2,2.80996150970459
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,32,power_law_1.01,0.2627903938293457
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,32,1,power_law_1.01,0.036425599455833436
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,32,power_law_1.01,0.1656159996986389
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,32,power_law_1.2,0.14701759815216064
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,32,power_law_1.2,2.0230783462524413
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,32,power_law_1.01,0.2854720115661621
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,32,1,power_law_1.01,0.0911616027355194
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.01,0.1785375952720642
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,32,power_law_1.2,0.20631680488586426
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,32,power_law_1.2,0.1403264045715332
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,32,1,power_law_1.01,0.09485120177268982
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,32,power_law_1.01,0.286300802230835
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,32,power_law_1.01,0.18897279500961303
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,32,power_law_1.2,0.21452798843383789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.2,3.6320926666259767
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,32,1,power_law_1.01,0.1102336049079895
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,32,power_law_1.01,0.30989120006561277
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,32,power_law_1.01,0.19519360065460206
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.2,2.6956832885742186
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,32,power_law_1.2,0.22581760883331298
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,32,1,power_law_1.01,0.13039040565490723
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.01,0.2103679895401001
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,32,power_law_1.01,0.372377610206604
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,32,1,power_law_1.01,0.15386879444122314
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,32,power_law_1.01,0.22511041164398193
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,32,power_law_1.01,0.4259935855865479
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,32,1,power_law_1.01,0.1927296042442322
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,32,power_law_1.2,4.027471923828125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,32,power_law_1.01,0.236572790145874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,16,1,power_law_1.2,4.518499374389648
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,32,power_law_1.01,0.5046271800994873
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,32,1,power_law_1.01,0.19893440008163452
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,32,1,power_law_1.01,0.2083807945251465
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,32,1,power_law_1.01,0.21256639957427978
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,32,power_law_1.01,0.24427518844604493
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,32,power_law_1.2,0.14803520441055298
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,32,1,power_law_1.01,0.22764480113983154
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.2,5.721728134155273
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,32,power_law_1.01,0.2957632064819336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,32,power_law_1.2,0.1560479998588562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,32,1,power_law_1.01,0.239302396774292
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,32,power_law_1.2,0.158624005317688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,32,power_law_1.01,0.34087998867034913
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,32,1,power_law_1.01,0.25550079345703125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,16,1,power_law_1.2,6.966054534912109
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,32,power_law_1.2,0.1723296046257019
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,32,1,power_law_1.01,0.2789695978164673
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,32,power_law_1.2,0.18795839548110962
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,32,1,power_law_1.01,0.2633120059967041
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,32,power_law_1.2,0.1943743944168091
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,32,power_law_1.2,6.759839630126953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,32,power_law_1.2,0.26733438968658446
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,32,1,power_law_1.01,0.26802239418029783
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,32,power_law_1.2,0.27842559814453127
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.01,0.28640639781951904
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,32,1,power_law_1.01,0.2860447883605957
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,32,power_law_1.2,0.3057055950164795
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,32,power_law_1.01,0.34327681064605714
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,32,1,power_law_1.01,0.3136415958404541
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,32,power_law_1.2,0.33331201076507566
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,32,power_law_1.01,0.6130655765533447
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,32,1,power_law_1.01,0.34946560859680176
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,32,power_law_1.2,0.3911999940872192
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,32,1,power_law_1.01,0.41492481231689454
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,32,power_law_1.01,0.8372672080993653
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,32,power_law_1.2,0.43135361671447753
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,32,1,power_law_1.01,0.5120255947113037
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,32,power_law_1.01,1.056208038330078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,32,power_law_1.2,11.744211578369141
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,32,power_law_1.2,0.547273588180542
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,16,1,power_law_1.2,13.649270629882812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,32,1,power_law_1.01,0.7207200050354003
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,32,1,power_law_1.01,0.039724799990653994
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,32,power_law_1.01,1.527292823791504
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,32,1,power_law_1.01,0.8513440132141114
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,32,1,power_law_1.01,0.07241920232772828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,32,power_law_1.01,0.43445758819580077
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,32,1,power_law_1.01,0.09430400133132935
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,32,power_law_1.01,1.9681631088256837
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,32,1,power_law_1.01,1.2157088279724122
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,32,1,power_law_1.01,0.1115455985069275
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.01,0.4159264087677002
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,32,power_law_1.2,0.2561311960220337
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,32,1,power_law_1.01,1.588640022277832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,32,1,power_law_1.01,0.12902719974517823
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,32,1,power_law_1.01,0.14780479669570923
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,32,power_law_1.2,0.3007904052734375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,32,power_law_1.01,0.5644544124603271
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,32,power_law_1.01,2.8674463272094726
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,32,1,power_law_1.01,2.348134422302246
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,32,1,power_law_1.01,0.1754688024520874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,32,power_law_1.2,0.3497632026672363
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,32,power_law_1.2,0.6792191982269287
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.01,0.6954847812652588
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,32,power_law_1.01,3.8778942108154295
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,32,power_law_1.2,23.481500244140626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,32,1,power_law_1.01,0.18378880023956298
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,32,power_law_1.2,0.9263487815856933
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,32,power_law_1.01,0.570147180557251
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,32,power_law_1.01,0.9973183631896972
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,32,1,power_law_1.01,3.0410015106201174
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,32,1,power_law_1.01,0.1884608030319214
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,32,power_law_1.01,4.912793731689453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,32,1,power_law_1.01,0.19365760087966918
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,32,power_law_1.2,1.1586015701293946
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.01,1.2594143867492675
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,32,1,power_law_1.01,0.20674560070037842
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,32,1,power_law_1.01,3.7172000885009764
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,32,1,power_law_1.01,0.2163072109222412
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,32,power_law_1.2,1.7050880432128905
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,32,power_law_1.01,1.8858848571777345
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,32,1,power_law_1.01,0.22992320060729982
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,32,power_law_1.2,2.4682016372680664
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.01,2.5266048431396486
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,32,power_law_1.2,0.4552639961242676
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,32,power_law_1.01,7.83853759765625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,32,1,power_law_1.01,0.24792959690093994
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,32,power_law_1.2,0.5966239929199219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,32,1,power_law_1.01,0.23513920307159425
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,32,power_law_1.2,3.4524993896484375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,32,1,power_law_1.01,5.920809555053711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,32,1,power_law_1.01,0.2433568000793457
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,32,power_law_1.2,0.7855648040771485
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,32,power_law_1.01,0.7323999881744385
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,32,power_law_1.01,3.6063392639160154
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,32,1,power_law_1.01,0.2590143918991089
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,32,power_law_1.2,1.0284704208374023
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,32,power_law_1.01,0.9431808471679688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,32,1,power_law_1.01,0.2876895904541016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,32,1,power_law_1.01,0.3173664093017578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,32,power_law_1.2,4.782918548583984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,32,power_law_1.2,1.4479488372802733
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,32,power_law_1.01,1.3688960075378418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.01,4.7942558288574215
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,32,1,power_law_1.01,0.3871135950088501
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,32,1,power_law_1.01,0.4739935874938965
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,32,power_law_1.2,1.8849760055541993
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,32,power_law_1.01,1.7708703994750976
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,32,1,power_law_1.01,0.6917471885681152
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,32,power_law_1.2,6.478630065917969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,32,power_law_1.01,16.052418518066407
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,32,1,power_law_1.01,11.760015869140625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,32,power_law_1.01,2.589187240600586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,32,power_law_1.2,2.8562463760375976
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,32,1,power_law_1.01,0.8550623893737793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,32,power_law_1.01,6.187612915039063
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,32,1,power_law_1.2,0.04199999868869782
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,32,1,power_law_1.2,0.03746879994869232
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,32,1,power_law_1.2,0.09045439958572388
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,32,1,power_law_1.01,1.1506848335266113
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,32,1,power_law_1.2,0.08008319735527039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,32,1,power_law_1.2,0.09452800154685974
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,32,1,power_law_1.2,0.09442239999771118
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,32,power_law_1.01,3.4828128814697266
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,32,power_law_1.2,3.886102294921875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,32,1,power_law_1.2,0.10844160318374634
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,32,1,power_law_1.01,1.4852448463439942
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,32,1,power_law_1.2,0.10738559961318969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,32,1,power_law_1.2,0.1236415982246399
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,32,1,power_law_1.2,0.12171839475631714
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,32,power_law_1.2,9.883952331542968
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,32,1,power_law_1.2,0.14575040340423584
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,32,1,power_law_1.2,0.13929920196533202
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,32,1,power_law_1.01,2.1454687118530273
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,32,power_law_1.01,9.646083068847656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,32,power_law_1.01,4.344582366943359
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,32,1,power_law_1.2,0.18832319974899292
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,32,power_law_1.2,4.914368057250977
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,32,1,power_law_1.2,0.17226879596710204
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,32,1,power_law_1.2,0.19808000326156616
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,32,1,power_law_1.2,0.17944960594177245
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,32,1,power_law_1.01,2.8110944747924806
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,32,1,power_law_1.2,0.205184006690979
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,32,1,power_law_1.2,0.18673280477523804
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,32,1,power_law_1.2,0.21407039165496827
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,32,1,power_law_1.2,0.19431040287017823
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,32,1,power_law_1.2,0.23086400032043458
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,32,power_law_1.01,7.0264732360839846
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,32,1,power_law_1.2,0.20660800933837892
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,32,1,power_law_1.01,3.568252944946289
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,32,1,power_law_1.2,0.23968639373779296
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,32,1,power_law_1.2,0.21754879951477052
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,32,power_law_1.2,7.648214721679688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,32,1,power_law_1.2,0.2568928003311157
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,32,1,power_law_1.2,0.2312256097793579
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,32,1,power_law_1.2,0.2841599941253662
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,32,1,power_law_1.2,0.25350399017333985
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,32,1,power_law_1.2,0.26652159690856936
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,32,1,power_law_1.2,0.239190411567688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,32,1,power_law_1.01,5.571020889282226
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,32,1,power_law_1.2,0.2795711994171143
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,32,1,power_law_1.2,0.2467008113861084
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,32,power_law_1.2,20.946194458007813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,32,power_law_1.01,19.986186218261718
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,32,1,power_law_1.2,0.2955104112625122
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,32,1,power_law_1.2,0.2607232093811035
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,32,power_law_1.01,0.029436799883842468
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,32,power_law_1.01,0.034355199337005614
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,32,1,power_law_1.2,0.33035199642181395
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,32,1,power_law_1.2,0.29377601146697996
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,32,power_law_1.01,0.03436799943447113
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,32,1,power_law_1.2,0.3608736038208008
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,32,power_law_1.01,0.047142401337623596
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,32,1,power_law_1.2,0.3248224020004272
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,32,power_law_1.01,14.029263305664063
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,32,power_law_1.01,0.04807359874248505
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,32,1,power_law_1.2,0.4302720069885254
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,32,1,power_law_1.2,0.39743359088897706
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,32,power_law_1.01,0.05097919702529907
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,32,power_law_1.01,0.029049599170684816
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,32,power_law_1.01,0.05279679894447327
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,32,power_law_1.01,0.031324800848960874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,32,1,power_law_1.2,0.5273407936096192
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,32,1,power_law_1.2,0.48366718292236327
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,32,power_law_1.2,16.09105224609375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,32,power_law_1.01,0.05480319857597351
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,32,power_law_1.01,0.030697599053382874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,32,power_law_1.01,0.05523520112037659
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,32,power_law_1.01,0.03422400057315826
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,32,power_law_1.01,0.035231998562812804
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,32,1,power_law_1.2,0.736243200302124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,32,1,power_law_1.2,0.710041618347168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,32,power_law_1.01,0.05705919861793518
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,32,power_law_1.01,0.04125120043754578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,32,power_law_1.01,0.035743999481201175
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,32,power_law_1.01,0.060115200281143186
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,32,power_law_1.01,0.03894720077514648
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,32,power_law_1.01,0.03812159895896912
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,32,1,power_law_1.01,11.129872131347657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,32,power_law_1.01,0.061862397193908694
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,32,power_law_1.01,0.04100799858570099
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,32,power_law_1.01,0.04066239893436432
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,32,1,power_law_1.2,0.8625120162963867
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,32,1,power_law_1.2,0.8693440437316895
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,32,power_law_1.2,0.028502398729324342
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,32,power_law_1.01,0.06640959978103637
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,32,power_law_1.01,0.04179840087890625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,32,power_law_1.01,0.04255360066890716
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,32,power_law_1.2,0.033497598767280576
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,32,power_law_1.01,0.07036799788475037
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,32,power_law_1.01,0.04415999948978424
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,32,power_law_1.01,0.046963199973106384
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,32,power_law_1.2,0.033907198905944826
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,32,1,power_law_1.2,1.1642271995544433
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,32,power_law_1.01,0.07420799732208253
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,32,power_law_1.01,0.04365119934082031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,32,1,power_law_1.2,1.2401439666748046
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,32,power_law_1.01,0.04354560077190399
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,32,power_law_1.2,0.047984001040458676
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,32,power_law_1.01,0.0798143982887268
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,32,power_law_1.01,0.04582720100879669
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,32,power_law_1.01,0.05438079833984375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,32,power_law_1.2,0.0470880001783371
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,32,power_law_1.01,0.08650559782981873
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,32,power_law_1.01,0.04628480076789856
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,32,power_law_1.01,0.05462080240249634
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,32,power_law_1.2,0.05069119930267334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,32,1,power_law_1.2,1.512284755706787
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,32,power_law_1.01,0.04740799963474274
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,32,power_law_1.01,0.10397759675979615
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,32,power_law_1.01,0.059811198711395265
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,32,1,power_law_1.2,1.6101375579833985
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,32,power_law_1.2,0.053020799160003663
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,32,power_law_1.01,0.049116799235343934
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,32,power_law_1.01,0.12286399602890015
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,32,power_law_1.01,0.06642879843711853
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,32,power_law_1.2,0.05383359789848328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,32,power_law_1.01,0.051888000965118405
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,32,power_law_1.01,0.07004479765892029
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,32,power_law_1.01,0.16047680377960205
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,32,power_law_1.2,0.054655998945236206
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,32,power_law_1.01,0.05455999970436096
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,32,power_law_1.01,0.07822399735450744
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,32,1,power_law_1.2,2.171641540527344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,32,power_law_1.2,0.05629119873046875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,32,power_law_1.01,0.2067199945449829
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,32,power_law_1.01,0.06006079912185669
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,32,1,power_law_1.2,2.344960021972656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,32,power_law_1.01,0.08851519823074341
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,32,power_law_1.2,0.058815997838973996
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,32,power_law_1.01,0.31078081130981444
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,32,power_law_1.01,0.06509439945220948
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,32,power_law_1.01,0.10620800256729127
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,32,power_law_1.2,0.06349760293960571
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,32,power_law_1.01,0.0704800009727478
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,32,power_law_1.01,0.39790079593658445
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,32,power_law_1.01,0.12488319873809814
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,32,power_law_1.2,0.06682559847831726
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,32,power_law_1.01,0.08129600286483765
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,32,power_law_1.2,0.07083520293235779
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,32,power_law_1.01,0.17152960300445558
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,32,1,power_law_1.2,2.84532470703125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,32,power_law_1.01,0.5927072048187256
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,32,power_law_1.01,0.10270719528198242
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,32,power_law_1.2,0.07469120025634765
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,32,1,power_law_1.2,3.059078407287598
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,32,power_law_1.01,0.21659519672393798
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,32,power_law_1.01,0.1259775996208191
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,32,power_law_1.2,0.07981119751930237
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,32,power_law_1.01,0.7737631797790527
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,32,power_law_1.01,0.3154239892959595
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,32,power_law_1.01,0.17912640571594238
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,32,power_law_1.2,0.08826879858970642
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,32,power_law_1.2,0.10659199953079224
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,32,power_law_1.01,0.2290879964828491
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,32,power_law_1.01,0.4188384056091309
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,32,power_law_1.01,1.126035213470459
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,32,power_law_1.2,0.12497600317001342
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,32,power_law_1.01,0.3322655916213989
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,32,1,power_law_1.2,3.604905700683594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,32,power_law_1.01,0.6356256008148193
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,32,power_law_1.2,0.17127039432525634
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,32,1,power_law_1.2,3.728998565673828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,32,power_law_1.01,0.4304384231567383
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,32,power_law_1.2,0.22086400985717775
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,32,power_law_1.01,1.534825611114502
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,32,power_law_1.01,0.8216128349304199
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,32,power_law_1.2,0.33659839630126953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,32,power_law_1.01,0.635539197921753
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,32,power_law_1.2,0.4364960193634033
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,32,power_law_1.01,1.2531167984008789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,32,power_law_1.01,0.8223008155822754
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,32,power_law_1.01,1.8992063522338867
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,32,power_law_1.2,0.7246463775634766
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,32,1,power_law_1.2,5.62103042602539
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,32,power_law_1.01,1.2369343757629394
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,32,power_law_1.2,0.8770751953125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,32,1,power_law_1.2,5.966700744628906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,32,power_law_1.01,1.6425247192382812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,32,power_law_1.2,1.4041407585144043
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,32,power_law_1.01,3.1067167282104493
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,32,power_law_1.01,1.6160703659057618
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,32,power_law_1.01,2.056611251831055
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,32,power_law_1.2,1.8762687683105468
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,32,power_law_1.01,2.054991912841797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,32,power_law_1.01,3.243183898925781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,32,power_law_1.2,2.3406272888183595
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,32,power_law_1.01,6.221648025512695
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,32,1,power_law_1.2,11.1899169921875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,32,power_law_1.01,3.2775745391845703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,32,power_law_1.2,0.029151999950408937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,32,1,power_law_1.2,11.953376007080077
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,32,power_law_1.2,0.034544000029563905
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,32,power_law_1.2,0.030419200658798218
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,32,power_law_1.2,0.039977601170539855
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,32,power_law_1.01,0.07768639922142029
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,32,power_law_1.2,3.8814144134521484
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,32,power_law_1.2,0.03049280047416687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,32,power_law_1.2,0.03988800048828125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,32,power_law_1.01,0.06541119813919068
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,32,power_law_1.2,0.03524479866027832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,32,power_law_1.2,0.041065600514411923
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,32,power_law_1.01,0.06351040005683899
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,32,power_law_1.2,0.03606399893760681
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,32,power_law_1.2,0.04233280122280121
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,32,power_law_1.01,0.0989471971988678
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,32,power_law_1.2,0.037536001205444335
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,32,power_law_1.2,0.04447999894618988
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,32,power_law_1.01,0.10236480236053466
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,32,power_law_1.01,6.556073760986328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,32,power_law_1.2,0.041091200709342954
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,32,power_law_1.2,0.04639680087566376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,32,power_law_1.01,0.10807679891586304
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,32,power_law_1.01,0.06611199975013733
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,32,power_law_1.2,0.04446719884872437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,32,power_law_1.2,0.04615040123462677
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,32,power_law_1.01,0.11082559823989868
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,32,power_law_1.01,0.06034560203552246
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,32,power_law_1.2,0.046412798762321475
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,32,power_law_1.2,0.04672960042953491
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,32,power_law_1.01,0.11261759996414185
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,32,power_law_1.01,0.05617280006408691
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,32,power_law_1.01,6.583695983886718
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,32,power_law_1.2,0.05094079971313477
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,32,power_law_1.2,0.049395200610160825
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,32,power_law_1.01,0.1144063949584961
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,32,power_law_1.01,0.0881056010723114
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,32,power_law_1.01,0.06563199758529663
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,32,power_law_1.2,0.05489280223846436
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,32,power_law_1.2,0.05059840083122254
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,32,power_law_1.01,0.11552640199661254
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,32,power_law_1.01,0.09271039962768554
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,32,power_law_1.01,0.06338559985160827
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,32,power_law_1.2,0.05886719822883606
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,32,power_law_1.2,0.05383359789848328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,32,power_law_1.01,0.11919039487838745
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,32,power_law_1.01,0.09718719720840455
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,32,power_law_1.01,0.06297919750213624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,32,power_law_1.2,0.06027200222015381
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,32,power_law_1.2,0.05620480179786682
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,32,power_law_1.01,0.12373440265655518
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,32,power_law_1.01,0.1013983964920044
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,32,power_law_1.2,8.893657684326172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,32,power_law_1.01,0.06431999802589417
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,32,power_law_1.2,0.07731519937515259
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,32,power_law_1.2,0.06681920289993286
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,32,power_law_1.2,0.06100800037384033
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,32,power_law_1.01,0.13016639947891234
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,32,power_law_1.01,0.10328960418701172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,32,power_law_1.2,0.06554239988327026
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,32,power_law_1.01,0.06698560118675231
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,32,power_law_1.2,0.05845440030097961
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,32,power_law_1.2,0.07088000178337098
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,32,power_law_1.2,0.06592320203781128
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,32,power_law_1.01,0.1388319969177246
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,32,power_law_1.01,0.10487680435180664
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,32,power_law_1.2,0.054745602607727054
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,32,power_law_1.2,0.060659199953079224
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,32,power_law_1.01,0.07034879922866821
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,32,power_law_1.2,0.0790719985961914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,32,power_law_1.2,0.07283520102500915
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,32,power_law_1.01,0.14609600305557252
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,32,power_law_1.01,0.10791679620742797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,32,power_law_1.2,0.057715201377868654
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,32,power_law_1.2,0.09555519819259643
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,32,power_law_1.01,0.07307519912719726
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,32,power_law_1.2,0.08909760117530822
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,32,power_law_1.2,0.08269439935684204
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,32,power_law_1.01,0.1555999994277954
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,32,power_law_1.01,0.11199040412902832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,32,power_law_1.2,0.08704320192337037
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,32,power_law_1.2,0.09899520277976989
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,32,power_law_1.01,0.07533439993858337
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,32,power_law_1.2,0.10674240589141845
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,32,power_law_1.2,0.10640640258789062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,32,power_law_1.2,0.09037759900093079
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,32,power_law_1.01,0.17308160066604614
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,32,power_law_1.01,0.11683839559555054
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,32,power_law_1.2,0.10889919996261596
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,32,power_law_1.01,0.07700160145759583
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,32,power_law_1.2,0.1279680013656616
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,32,power_law_1.2,0.12936960458755492
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,32,power_law_1.2,0.09872959852218628
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,32,power_law_1.01,0.21933441162109374
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,32,power_law_1.01,0.12136000394821167
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,32,power_law_1.2,0.11151039600372314
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,32,power_law_1.01,0.08014400005340576
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,32,power_law_1.2,0.1834336042404175
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,32,power_law_1.2,0.10177919864654542
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,32,power_law_1.2,0.18496320247650147
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,32,power_law_1.01,0.12955839633941652
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,32,power_law_1.2,0.11369279623031617
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,32,power_law_1.01,0.08452159762382508
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,32,power_law_1.01,0.271727991104126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,32,power_law_1.2,0.2407615900039673
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,32,power_law_1.2,0.1038591980934143
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,32,power_law_1.2,0.24098238945007325
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,32,power_law_1.2,0.11364480257034301
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,32,power_law_1.01,0.13895679712295533
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,32,power_law_1.01,0.0885312020778656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,32,power_law_1.01,0.3649696111679077
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,32,power_law_1.2,0.10496319532394409
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,32,power_law_1.2,0.3520319938659668
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,32,power_law_1.2,0.11648319959640503
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,32,power_law_1.01,0.14841279983520508
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,32,power_law_1.2,0.3542432069778442
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,32,power_law_1.01,0.09513919949531555
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,32,power_law_1.2,0.10846400260925293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,32,power_law_1.01,0.5064383983612061
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,32,power_law_1.2,0.120905601978302
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,32,power_law_1.01,0.16949119567871093
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,32,power_law_1.01,0.10479999780654907
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,32,power_law_1.2,0.4509632110595703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,32,power_law_1.2,0.1122048020362854
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,32,power_law_1.2,0.4754464149475098
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,32,power_law_1.2,0.12540800571441652
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,32,power_law_1.01,0.11511679887771606
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,32,power_law_1.2,0.11718080043792725
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,32,power_law_1.01,0.22838399410247803
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,32,power_law_1.2,0.1316383957862854
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,32,power_law_1.01,0.7068448066711426
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,32,power_law_1.2,0.6986303806304932
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,32,power_law_1.2,0.6841983795166016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,32,power_law_1.01,0.12626559734344484
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,32,power_law_1.2,0.12302720546722412
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,32,power_law_1.2,0.14024959802627562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,32,power_law_1.01,0.28142080307006834
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,32,power_law_1.01,0.1495296001434326
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,32,power_law_1.2,0.13088639974594116
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,32,power_law_1.01,0.9276384353637696
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,32,power_law_1.2,0.1481152057647705
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,32,power_law_1.2,0.13873599767684935
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,32,power_law_1.01,0.20304639339447023
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,32,power_law_1.01,0.3840255975723267
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,32,power_law_1.2,0.9299712181091309
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,32,power_law_1.2,0.9067008018493652
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,32,power_law_1.2,0.15777599811553955
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,32,power_law_1.01,1.4617952346801757
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,32,power_law_1.2,0.15216000080108644
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,32,power_law_1.2,0.17807040214538575
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,32,power_law_1.01,0.5168863773345947
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,32,power_law_1.01,0.24972798824310302
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,32,power_law_1.2,0.1785920023918152
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,32,power_law_1.2,1.4233823776245118
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,32,power_law_1.2,1.3415936470031737
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,32,power_law_1.2,0.2395616054534912
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,32,power_law_1.01,0.3541343927383423
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,32,power_law_1.2,0.23038721084594727
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,32,power_law_1.01,0.7174816131591797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,32,power_law_1.01,1.8752735137939454
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,32,power_law_1.2,0.2950239896774292
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,32,power_law_1.2,0.29879040718078614
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,32,power_law_1.01,0.4651040077209473
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,32,power_law_1.2,0.4187903881072998
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,32,power_law_1.01,0.970032024383545
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,32,power_law_1.2,0.4360544204711914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,32,power_law_1.2,1.9678239822387695
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,32,power_law_1.2,1.8008319854736328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,32,power_law_1.2,0.5659711837768555
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,32,power_law_1.01,0.6678271770477295
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,32,power_law_1.2,0.5782048225402832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,32,power_law_1.01,1.4700384140014648
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,32,power_law_1.01,2.9315168380737306
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,32,power_law_1.2,0.8020288467407226
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,32,power_law_1.01,0.8510208129882812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,32,power_law_1.2,0.8829216003417969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,32,power_law_1.2,2.44403190612793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,32,power_law_1.2,2.3459327697753904
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,32,power_law_1.01,1.9817695617675781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,32,power_law_1.2,1.1098048210144043
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,32,power_law_1.01,1.285318374633789
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,32,power_law_1.2,1.1728032112121582
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,32,power_law_1.01,3.804127883911133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,32,power_law_1.2,1.7325504302978516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,32,power_law_1.01,1.6787200927734376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,32,power_law_1.01,2.960310363769531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,32,power_law_1.2,1.8598495483398438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,32,power_law_1.2,2.571388816833496
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,32,power_law_1.2,3.7420448303222655
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,32,power_law_1.2,4.053443145751953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,32,power_law_1.01,2.5696191787719727
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,32,power_law_1.2,2.3296224594116213
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,32,power_law_1.01,5.15162239074707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,32,power_law_1.01,3.9933502197265627
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,32,power_law_1.2,3.7964767456054687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,32,power_law_1.01,3.425321578979492
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,32,power_law_1.2,4.117190551757813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,32,power_law_1.2,0.06539520025253295
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,32,power_law_1.01,5.114783859252929
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,32,power_law_1.2,0.05975679755210876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,32,power_law_1.2,5.347235107421875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,32,power_law_1.01,7.940278625488281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,32,power_law_1.2,0.06277120113372803
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,32,power_law_1.01,4.199923324584961
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,32,power_law_1.2,7.453193664550781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,32,power_law_1.2,0.06393280029296874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,32,power_law_1.2,9.587030029296875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,32,power_law_1.2,5.1232257843017575
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,32,power_law_1.2,0.06636800169944763
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,32,1,power_law_1.01,0.026188799738883974
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,32,1,power_law_1.01,0.02922559976577759
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,32,1,power_law_1.01,0.047670400142669676
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,32,1,power_law_1.01,0.048419201374053956
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,32,power_law_1.2,0.07071999907493591
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,32,1,power_law_1.01,0.05266879796981812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,32,1,power_law_1.01,0.05156480073928833
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,32,power_law_1.01,7.971174621582032
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,32,power_law_1.2,0.07316799759864807
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,32,1,power_law_1.01,0.056732797622680665
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,32,1,power_law_1.01,0.056195199489593506
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,32,power_law_1.2,7.028777313232422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,32,1,power_law_1.01,0.06256639957427979
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,32,power_law_1.2,0.07513920068740845
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,32,1,power_law_1.01,0.06146240234375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,32,1,power_law_1.01,0.07703040242195129
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,32,power_law_1.2,0.07740799784660339
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,32,power_law_1.01,6.830809783935547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,32,1,power_law_1.01,0.07689599990844727
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,32,power_law_1.2,7.018070220947266
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,32,1,power_law_1.01,0.08069760203361512
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,32,power_law_1.2,0.08011839985847473
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,32,1,power_law_1.01,0.08067520260810852
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,32,1,power_law_1.01,0.0834496021270752
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,32,power_law_1.2,0.08458560109138488
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,32,1,power_law_1.01,0.08281919956207276
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,32,1,power_law_1.01,0.08712639808654785
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,32,1,power_law_1.01,0.08650879859924317
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,32,power_law_1.2,0.08928319811820984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,32,1,power_law_1.01,0.08913279771804809
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,32,1,power_law_1.01,0.08930879831314087
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,32,power_law_1.2,0.09603840112686157
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,32,1,power_law_1.01,0.09447360038757324
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,32,1,power_law_1.01,0.09472320079803467
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,32,power_law_1.2,0.10645439624786376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,32,1,power_law_1.01,0.10732799768447876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,32,1,power_law_1.01,0.10310399532318115
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,32,power_law_1.2,0.11566400527954102
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,32,1,power_law_1.01,0.11040639877319336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,32,1,power_law_1.01,0.10603519678115844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,32,power_law_1.01,16.55374755859375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,32,1,power_law_1.01,0.11476800441741944
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,32,power_law_1.2,0.12963520288467406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,32,1,power_law_1.01,0.11066880226135253
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,32,power_law_1.2,12.55838394165039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,32,1,power_law_1.01,0.1186784029006958
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,32,power_law_1.2,0.1540735960006714
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,32,1,power_law_1.01,0.11541440486907958
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,32,1,power_law_1.01,0.12382719516754151
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,32,power_law_1.2,0.20772480964660645
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,32,1,power_law_1.01,0.12009600400924683
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,32,power_law_1.2,11.96884765625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,32,1,power_law_1.01,0.1328287959098816
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,32,power_law_1.2,0.261680006980896
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,32,1,power_law_1.01,0.12976319789886476
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,32,1,power_law_1.01,0.14924800395965576
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,32,power_law_1.2,0.3924607992172241
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,32,power_law_1.01,16.193113708496092
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,32,1,power_law_1.01,0.14699840545654297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,32,1,power_law_1.01,0.16912319660186767
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,32,1,power_law_1.2,0.026054400205612182
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,32,1,power_law_1.01,0.16634880304336547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,32,power_law_1.2,0.49230079650878905
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,32,power_law_1.01,13.896604919433594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,32,1,power_law_1.01,0.20830080509185792
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,32,1,power_law_1.2,0.048332801461219786
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,32,1,power_law_1.01,0.2065824031829834
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,32,1,power_law_1.2,0.028467199206352232
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,32,1,power_law_1.2,0.05066239833831787
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,32,power_law_1.2,0.7053952217102051
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,32,1,power_law_1.01,0.254038405418396
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,32,1,power_law_1.01,0.26073598861694336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,32,1,power_law_1.2,0.04799039959907532
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,32,1,power_law_1.2,0.0540448009967804
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,32,1,power_law_1.01,0.3655328035354614
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,32,1,power_law_1.2,0.051785600185394284
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,32,1,power_law_1.2,0.060310399532318114
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,32,power_law_1.2,0.9706720352172852
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,32,1,power_law_1.01,0.37377281188964845
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,32,1,power_law_1.2,0.05504000186920166
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,32,1,power_law_1.2,0.07837120294570923
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,32,1,power_law_1.01,0.4879136085510254
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,32,1,power_law_1.01,0.4800447940826416
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,32,1,power_law_1.2,0.0598143994808197
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,32,1,power_law_1.2,0.08155840039253234
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,32,power_law_1.2,1.4290719985961915
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,32,1,power_law_1.2,0.07691839933395386
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,32,1,power_law_1.2,0.08451200127601624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,32,1,power_law_1.01,0.6758111953735352
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,32,1,power_law_1.01,0.6739456176757812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,32,1,power_law_1.2,0.08053759932518005
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,32,1,power_law_1.2,0.0881663978099823
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,32,1,power_law_1.2,0.08444799780845642
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,32,1,power_law_1.2,0.09096320271492005
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,32,power_law_1.2,1.8078304290771485
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,32,1,power_law_1.01,0.8821375846862793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,32,1,power_law_1.01,0.8928895950317383
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,32,1,power_law_1.2,0.08711360096931457
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,32,1,power_law_1.2,0.09674559831619263
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,32,1,power_law_1.2,0.08959680199623107
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,32,1,power_law_1.2,0.10985280275344848
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,32,1,power_law_1.01,1.3032896041870117
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,32,1,power_law_1.2,0.1130560040473938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,32,1,power_law_1.2,0.09512959718704224
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,32,1,power_law_1.01,1.3137503623962403
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,32,power_law_1.2,2.8853408813476564
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,32,1,power_law_1.2,0.11768959760665894
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,32,1,power_law_1.2,0.10264960527420045
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,32,1,power_law_1.2,0.12132159471511841
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,32,1,power_law_1.2,0.1058303952217102
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,32,1,power_law_1.2,0.12666239738464355
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,32,1,power_law_1.01,1.7249759674072265
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,32,1,power_law_1.2,0.111353600025177
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,32,1,power_law_1.01,1.7494911193847655
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,32,power_law_1.2,26.03241882324219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,32,1,power_law_1.2,0.11478400230407715
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,32,1,power_law_1.2,0.1357983946800232
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,32,power_law_1.2,24.07725372314453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,32,1,power_law_1.2,0.12085119485855103
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,32,1,power_law_1.2,0.1532415986061096
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,32,power_law_1.2,3.799967956542969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,32,1,power_law_1.2,0.13006399869918822
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,32,power_law_1.01,0.14513920545578002
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,32,1,power_law_1.2,0.17288960218429567
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,32,power_law_1.01,0.1185215950012207
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,32,1,power_law_1.01,2.1691072463989256
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,32,1,power_law_1.01,2.207907295227051
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,32,1,power_law_1.2,0.14754879474639893
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,32,power_law_1.01,0.1409567952156067
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,32,1,power_law_1.2,0.21314239501953125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,32,power_law_1.01,0.12093759775161743
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,32,1,power_law_1.2,0.16722559928894043
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,32,power_law_1.01,0.09390079975128174
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,32,1,power_law_1.2,0.25645759105682375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,32,power_law_1.01,0.0953984022140503
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,32,1,power_law_1.2,0.2069983959197998
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,32,power_law_1.01,0.1668544054031372
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,32,power_law_1.01,0.1373247981071472
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,32,1,power_law_1.2,0.3739903926849365
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,32,1,power_law_1.2,0.2697632074356079
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,32,power_law_1.01,0.17658239603042603
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,32,power_law_1.2,4.7285919189453125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,32,power_law_1.01,0.14133440256118773
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,32,1,power_law_1.2,0.4995391845703125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,32,1,power_law_1.01,3.442860794067383
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,32,1,power_law_1.2,0.37465600967407225
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,32,power_law_1.01,0.20072319507598876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,32,1,power_law_1.01,3.4968448638916017
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,32,power_law_1.01,0.1603551983833313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,32,power_law_1.01,0.20123519897460937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,32,1,power_law_1.2,0.6802400112152099
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,32,1,power_law_1.2,0.49085440635681155
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,32,power_law_1.01,0.1696128010749817
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,32,power_law_1.01,0.21705920696258546
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,32,power_law_1.01,0.170905601978302
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,32,1,power_law_1.2,0.6837535858154297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,32,1,power_law_1.2,0.8918368339538574
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,32,power_law_1.01,0.21111040115356444
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,32,power_law_1.01,0.17359039783477784
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,32,power_law_1.01,0.2104543924331665
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,32,power_law_1.01,0.17994879484176635
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,32,1,power_law_1.2,0.8979840278625488
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,32,power_law_1.01,0.21893439292907715
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,32,1,power_law_1.2,1.3227231979370118
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,32,power_law_1.01,0.18728959560394287
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,32,power_law_1.01,0.2300544023513794
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,32,power_law_1.2,8.184877014160156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,32,power_law_1.01,0.19856640100479125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,32,1,power_law_1.2,1.3291359901428224
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,32,power_law_1.01,0.24125120639801026
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,32,power_law_1.01,0.2054975986480713
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,32,1,power_law_1.2,1.749724769592285
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,32,power_law_1.01,0.2617408037185669
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,32,1,power_law_1.01,6.937391662597657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,32,power_law_1.01,0.22120959758758546
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,32,1,power_law_1.01,7.010342407226562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,32,power_law_1.01,0.2772543907165527
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,32,power_law_1.01,0.09921600222587586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,32,power_law_1.01,0.2420896053314209
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,32,1,power_law_1.2,1.7673824310302735
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,32,power_law_1.2,0.1483680009841919
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,32,power_law_1.01,0.3090847969055176
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,32,power_law_1.01,0.10117119550704956
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,32,power_law_1.01,0.2651648044586182
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,32,power_law_1.2,0.1045151948928833
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,32,1,power_law_1.2,2.196249580383301
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,32,power_law_1.01,0.3380928039550781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,32,power_law_1.01,0.08999040126800537
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,32,power_law_1.2,0.09646400213241577
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,32,power_law_1.01,0.29509758949279785
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,32,power_law_1.01,0.43621120452880857
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,32,power_law_1.01,0.09614400267601013
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,32,power_law_1.2,0.1550495982170105
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,32,1,power_law_1.2,2.2318016052246095
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,32,power_law_1.01,0.40423998832702634
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,32,power_law_1.2,0.11669119596481323
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,32,power_law_1.01,0.10320960283279419
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,32,power_law_1.01,0.5148896217346192
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,32,power_law_1.2,0.1577247977256775
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,32,power_law_1.01,0.5276095867156982
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,32,power_law_1.2,0.1004863977432251
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,32,power_law_1.01,0.11565760374069214
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,32,power_law_1.2,0.20374081134796143
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,32,power_law_1.01,0.7184864044189453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,32,power_law_1.2,0.09376639723777772
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,32,power_law_1.01,0.12091519832611083
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,32,power_law_1.01,0.7326272010803223
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,32,1,power_law_1.2,3.473875045776367
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,32,power_law_1.2,0.2021951913833618
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,32,power_law_1.2,0.13686399459838866
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,32,power_law_1.01,0.9088768005371094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,32,power_law_1.01,0.12327040433883667
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,32,power_law_1.2,0.21433279514312745
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,32,power_law_1.01,0.9049759864807129
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,32,1,power_law_1.2,3.523110580444336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,32,power_law_1.01,0.1283552050590515
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,32,power_law_1.2,0.13788800239562987
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,32,power_law_1.2,0.20920639038085936
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,32,power_law_1.01,1.358518409729004
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,32,power_law_1.01,0.13243520259857178
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,32,power_law_1.2,0.1525215983390808
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,32,power_law_1.2,0.21463680267333984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,32,power_law_1.01,1.4186431884765625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,32,power_law_1.01,0.144051194190979
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,32,power_law_1.2,0.1642240047454834
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,32,power_law_1.2,17.857618713378905
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,32,power_law_1.2,0.22401280403137208
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,32,power_law_1.01,1.7663360595703126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,32,power_law_1.01,0.14977600574493408
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,32,power_law_1.2,0.17279039621353148
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,32,power_law_1.2,0.10134079456329345
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,32,power_law_1.2,0.22464001178741455
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,32,power_law_1.01,1.91231689453125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,32,power_law_1.01,0.1582335948944092
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,32,power_law_1.2,0.17623039484024047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,32,power_law_1.2,0.0918175995349884
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,32,power_law_1.2,0.23740160465240479
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,32,power_law_1.01,0.17980799674987794
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,32,power_law_1.2,0.17633919715881347
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,32,power_law_1.2,0.08833919763565064
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,32,power_law_1.01,2.6322240829467773
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,32,power_law_1.2,0.27039361000061035
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,32,power_law_1.01,0.20102720260620116
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,32,power_law_1.2,0.18830080032348634
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,32,1,power_law_1.2,6.937696075439453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,32,power_law_1.01,2.675174331665039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,32,power_law_1.2,0.09158400297164918
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,32,power_law_1.2,0.28244481086730955
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,32,power_law_1.01,0.2228287935256958
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,32,power_law_1.2,0.19668480157852172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,32,1,power_law_1.01,0.033632001280784606
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,32,power_law_1.2,0.09804800152778625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,32,1,power_law_1.2,7.068697357177735
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,32,power_law_1.2,0.3109791994094849
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,32,1,power_law_1.01,0.07128639817237854
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,32,power_law_1.2,0.11591999530792237
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,32,power_law_1.2,0.20660800933837892
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,32,1,power_law_1.01,0.03576320111751556
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,32,power_law_1.01,0.26514239311218263
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,32,1,power_law_1.01,0.07780479788780212
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,32,power_law_1.01,3.9384254455566405
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,32,power_law_1.2,0.1197119951248169
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,32,power_law_1.2,0.34708800315856936
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,32,power_law_1.2,0.22770240306854247
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,32,1,power_law_1.01,0.06883839964866638
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,32,power_law_1.01,3.826192092895508
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,32,power_law_1.01,0.3351423978805542
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,32,1,power_law_1.01,0.0905888020992279
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,32,power_law_1.2,0.12400959730148316
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,32,1,power_law_1.01,0.07700480222702026
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,32,power_law_1.2,0.24720320701599122
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,32,power_law_1.2,0.4686528205871582
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,32,1,power_law_1.01,0.1047935962677002
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,32,power_law_1.01,0.41817598342895507
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,32,power_law_1.2,0.1279744029045105
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,32,1,power_law_1.01,0.08916159868240356
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,32,power_law_1.2,0.2823647975921631
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,32,power_law_1.2,0.582915210723877
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,32,1,power_law_1.01,0.14132800102233886
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,32,power_law_1.2,0.13335360288619996
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,32,1,power_law_1.01,0.1041599988937378
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,32,power_law_1.01,0.5810880184173584
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,32,power_law_1.2,0.33314239978790283
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,32,1,power_law_1.01,0.1472991943359375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,32,power_law_1.2,0.1418303966522217
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,32,power_law_1.2,0.8576031684875488
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,32,1,power_law_1.01,0.1320032000541687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,32,power_law_1.01,5.825347137451172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,32,power_law_1.01,0.7591551780700684
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,32,1,power_law_1.01,0.15510079860687256
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,32,power_law_1.2,0.44986557960510254
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,32,power_law_1.01,5.4821311950683596
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,32,power_law_1.2,0.15172159671783447
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,32,1,power_law_1.01,0.13848960399627686
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,32,power_law_1.2,1.1396160125732422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,32,1,power_law_1.01,0.15943360328674316
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,32,1,power_law_1.01,0.14284160137176513
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,32,power_law_1.2,0.1620959997177124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,32,power_law_1.2,0.5673632144927978
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,32,power_law_1.01,1.10447359085083
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,32,1,power_law_1.01,0.1653280019760132
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,32,1,power_law_1.01,0.14867520332336426
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,32,power_law_1.2,0.18636159896850585
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,32,power_law_1.2,1.6091552734375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,32,1,power_law_1.01,0.1785920023918152
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,32,power_law_1.2,0.7973472118377686
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,32,1,power_law_1.01,0.15270400047302246
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,32,power_law_1.01,1.4426848411560058
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,32,power_law_1.2,0.215065598487854
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,32,1,power_law_1.01,0.19070719480514525
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,32,1,power_law_1.01,0.16655999422073364
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,32,power_law_1.2,1.091305637359619
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,32,power_law_1.2,0.23227839469909667
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,32,power_law_1.2,2.113167953491211
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,32,1,power_law_1.01,0.1976480007171631
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,32,power_law_1.01,7.208914947509766
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,32,1,power_law_1.01,0.17613760232925416
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,32,power_law_1.01,7.166130828857422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,32,power_law_1.2,0.26594560146331786
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,32,power_law_1.01,2.0988319396972654
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,32,1,power_law_1.01,0.20488638877868653
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,32,1,power_law_1.01,0.17441920042037964
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,32,power_law_1.2,1.7233856201171875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,32,power_law_1.2,0.3471199989318848
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,32,1,power_law_1.01,0.21413760185241698
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,32,1,power_law_1.01,0.18118079900741577
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,32,power_law_1.2,3.5049182891845705
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,32,power_law_1.2,0.44520320892333987
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,32,1,power_law_1.01,0.2204511880874634
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,32,1,power_law_1.01,0.18883199691772462
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,32,power_law_1.01,2.812227249145508
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,32,power_law_1.2,2.3990272521972655
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,32,1,power_law_1.01,0.2354655981063843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,32,1,power_law_1.01,0.19612159729003906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,32,power_law_1.2,0.6349215984344483
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,32,1,power_law_1.01,0.26447999477386475
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,32,1,power_law_1.01,0.20973119735717774
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,32,power_law_1.2,0.8392352104187012
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,32,1,power_law_1.01,0.2987391948699951
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,32,1,power_law_1.01,0.2423072099685669
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,32,power_law_1.2,4.222419357299804
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,32,power_law_1.2,3.4708927154541014
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,32,power_law_1.01,9.201023864746094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,32,power_law_1.01,10.594338989257812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,32,1,power_law_1.01,0.2847520112991333
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,32,1,power_law_1.01,0.39527359008789065
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,32,power_law_1.2,1.1986720085144043
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,32,power_law_1.01,4.273833465576172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,32,1,power_law_1.01,0.3790208101272583
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,32,1,power_law_1.01,0.5042367935180664
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,32,power_law_1.2,1.6273120880126952
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,32,1,power_law_1.01,0.5097055912017823
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,32,1,power_law_1.01,0.6706495761871338
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,32,power_law_1.2,4.730771255493164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,32,1,power_law_1.01,0.6800928115844727
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,32,1,power_law_1.01,0.8414848327636719
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,32,power_law_1.2,2.371875190734863
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,32,power_law_1.01,5.49431037902832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,32,power_law_1.2,8.916767883300782
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,32,1,power_law_1.01,0.8399744033813477
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,32,1,power_law_1.01,1.207369613647461
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,32,1,power_law_1.01,1.1971776008605957
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,32,power_law_1.2,3.1685823440551757
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,32,1,power_law_1.01,1.582329559326172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,32,power_law_1.2,7.7200767517089846
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,32,1,power_law_1.01,1.5587936401367188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,32,power_law_1.01,14.610931396484375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,32,power_law_1.01,14.914192199707031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,32,power_law_1.01,7.069267272949219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,32,1,power_law_1.01,2.3203968048095702
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,32,power_law_1.2,4.797760009765625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,32,power_law_1.2,10.475571441650391
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,32,1,power_law_1.01,2.292963218688965
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,32,1,power_law_1.01,3.057395172119141
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,32,1,power_law_1.01,3.0253183364868166
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,32,power_law_1.2,10.476620483398438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,32,power_law_1.2,7.077532958984375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,32,1,power_law_1.01,3.854003143310547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,32,power_law_1.01,11.661971282958984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,32,1,power_law_1.01,3.8313854217529295
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,32,power_law_1.2,14.381266784667968
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,32,power_law_1.2,8.216675567626954
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,32,power_law_1.2,13.157962036132812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,32,1,power_law_1.01,6.113657760620117
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,32,1,power_law_1.01,6.060198211669922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,32,power_law_1.01,31.046749877929688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,32,power_law_1.01,32.467578125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,6144,2560,8,160,32,1,power_law_1.2,0.03460800051689148
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,32,1,power_law_1.2,0.036108800768852235
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,6144,2560,8,160,32,1,power_law_1.2,0.07061120271682739
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,32,1,power_law_1.2,0.0703935980796814
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,32,power_law_1.2,13.533372497558593
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,6144,2560,8,160,32,1,power_law_1.2,0.07730240225791932
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,32,1,power_law_1.2,0.0760640025138855
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,6144,2560,8,160,32,1,power_law_1.2,0.08820480108261108
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,32,power_law_1.2,22.864393615722655
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,32,1,power_law_1.2,0.08706560134887695
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,32,power_law_1.01,22.38475799560547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,6144,2560,8,160,32,1,power_law_1.2,0.10086719989776612
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,32,1,power_law_1.01,12.359664154052734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,32,1,power_law_1.2,0.09907519817352295
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,32,1,power_law_1.01,12.081407928466797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,6144,2560,8,160,32,1,power_law_1.2,0.14180799722671508
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,32,1,power_law_1.2,0.1323807954788208
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,6144,2560,8,160,32,1,power_law_1.2,0.1488960027694702
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,32,power_law_1.2,20.99153289794922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,32,1,power_law_1.2,0.13842560052871705
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,32,power_law_1.01,0.21478400230407715
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,6144,2560,8,160,32,1,power_law_1.2,0.1540735960006714
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,32,1,power_law_1.2,0.1446720004081726
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,6144,2560,8,160,32,1,power_law_1.2,0.1639520049095154
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,32,1,power_law_1.2,0.15008000135421753
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,32,power_law_1.01,0.3065376043319702
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,6144,2560,8,160,32,1,power_law_1.2,0.16898880004882813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,32,1,power_law_1.2,0.15754239559173583
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,6144,2560,8,160,32,1,power_law_1.2,0.18399360179901122
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,32,1,power_law_1.2,0.17023680210113526
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,32,power_law_1.01,0.3105664014816284
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,6144,2560,8,160,32,1,power_law_1.2,0.19352320432662964
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,32,power_law_1.01,0.14875199794769287
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,32,1,power_law_1.2,0.180131196975708
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,6144,2560,8,160,32,1,power_law_1.2,0.20378880500793456
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,32,power_law_1.01,0.14708800315856935
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,32,1,power_law_1.2,0.1767680048942566
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,6144,2560,8,160,32,1,power_law_1.2,0.20870399475097656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,32,power_law_1.01,0.27250559329986573
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,32,1,power_law_1.2,0.18615039587020873
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,6144,2560,8,160,32,1,power_law_1.2,0.21400959491729737
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,32,power_law_1.01,0.21553280353546142
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,32,1,power_law_1.2,0.19181760549545288
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,6144,2560,8,160,32,1,power_law_1.2,0.22442879676818847
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,32,power_law_1.01,0.27596158981323243
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,32,1,power_law_1.2,0.19869439601898192
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,6144,2560,8,160,32,1,power_law_1.2,0.23970561027526854
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,32,power_law_1.01,0.24855360984802247
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,32,1,power_law_1.2,0.21422719955444336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,32,power_law_1.01,0.14551999568939208
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,6144,2560,8,160,32,1,power_law_1.2,0.26953279972076416
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,32,1,power_law_1.2,0.24607679843902588
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,32,1,power_law_1.2,0.30367040634155273
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,32,power_law_1.01,0.2626271963119507
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,32,power_law_1.01,0.1681023955345154
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,32,1,power_law_1.2,0.2916320085525513
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,32,1,power_law_1.2,0.4094304084777832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,32,1,power_law_1.2,0.3905632019042969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,32,power_law_1.01,0.32379200458526614
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,32,1,power_law_1.2,0.5119647979736328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,32,power_law_1.01,0.21442880630493164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,32,1,power_law_1.2,0.5170720100402832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,32,1,power_law_1.2,0.6767231941223144
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,32,power_law_1.01,0.3521888017654419
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,32,power_law_1.2,31.661224365234375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,32,power_law_1.01,0.22608640193939208
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,32,1,power_law_1.2,0.689631986618042
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,32,1,power_law_1.2,0.8510208129882812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,32,power_law_1.01,0.3431488037109375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,32,1,power_law_1.2,0.8491711616516113
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,32,power_law_1.01,0.1383072018623352
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,32,power_law_1.01,0.26294400691986086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,32,1,power_law_1.2,1.2243935585021972
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,32,power_law_1.01,0.3426111936569214
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,32,power_law_1.01,0.1897536039352417
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,32,1,power_law_1.2,1.2135168075561524
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,32,power_law_1.01,0.2695775985717773
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,32,1,power_law_1.2,1.6013919830322265
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,32,power_law_1.01,0.3617824077606201
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,32,power_law_1.01,0.19186880588531494
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,32,power_law_1.01,0.2648767948150635
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,32,1,power_law_1.2,1.5727456092834473
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,32,power_law_1.01,0.3730463981628418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,32,power_law_1.01,0.11906239986419678
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,32,power_law_1.01,0.28756160736083985
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,32,1,power_law_1.2,2.3291711807250977
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,32,1,power_law_1.2,2.3184864044189455
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,32,power_law_1.01,0.37500479221343996
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,32,power_law_1.01,0.13171199560165406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,32,power_law_1.01,0.29908480644226076
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,32,power_law_1.01,0.39404799938201907
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,32,1,power_law_1.2,3.1076831817626953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,32,power_law_1.01,0.15534720420837403
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,32,power_law_1.01,0.2967360019683838
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,32,1,power_law_1.2,3.068454360961914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,32,power_law_1.2,48.793008422851564
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,32,power_law_1.01,0.42505598068237305
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,32,power_law_1.01,0.1879680037498474
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,32,power_law_1.01,0.3110496044158936
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,32,power_law_1.2,0.229584002494812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,32,power_law_1.01,0.4635615825653076
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,32,power_law_1.2,59.14558715820313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,32,power_law_1.01,0.2047935962677002
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,32,1,power_law_1.2,3.8611873626708983
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,32,power_law_1.01,0.3264319896697998
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,32,1,power_law_1.2,3.854723358154297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,32,power_law_1.2,0.305948805809021
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,32,power_law_1.01,0.5463456153869629
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,32,power_law_1.2,0.15945600271224974
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,32,power_law_1.01,0.21498560905456543
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,32,power_law_1.01,0.32727999687194825
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,32,power_law_1.2,0.30767040252685546
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,32,power_law_1.2,0.27480640411376955
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,32,power_law_1.01,0.6162335872650146
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,32,power_law_1.01,0.22840960025787355
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,32,power_law_1.01,0.3716864109039307
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,32,power_law_1.2,0.1481503963470459
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,32,power_law_1.2,0.22366080284118653
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,32,power_law_1.01,0.2370975971221924
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,32,1,power_law_1.2,6.197075271606446
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,32,power_law_1.01,0.7652927875518799
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,32,power_law_1.01,0.43445758819580077
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,32,power_law_1.2,0.20419840812683104
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,32,1,power_law_1.2,6.0736736297607425
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,32,power_law_1.2,0.146451199054718
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,32,power_law_1.01,0.2484447956085205
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,32,power_law_1.01,0.5138336181640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,32,power_law_1.01,0.9058752059936523
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,32,power_law_1.2,0.23649280071258544
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,32,power_law_1.2,0.17325439453125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,32,power_law_1.01,0.2538048028945923
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,32,power_law_1.01,0.7327775955200195
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,32,power_law_1.01,1.2543295860290526
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,32,power_law_1.2,0.22685439586639405
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,32,power_law_1.2,0.19398080110549926
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,32,power_law_1.01,0.2646591901779175
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,32,power_law_1.01,0.8668864250183106
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,32,power_law_1.2,0.3121216058731079
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,32,power_law_1.2,0.21820480823516847
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,32,power_law_1.01,1.5545727729797363
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,32,power_law_1.01,0.2809983968734741
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,32,power_law_1.01,1.179030418395996
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,32,power_law_1.2,0.3162816047668457
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,32,power_law_1.2,0.25046401023864745
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,32,power_law_1.01,0.2935839891433716
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,32,1,power_law_1.2,12.363459014892578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,32,power_law_1.01,2.305580711364746
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,32,power_law_1.2,0.3266848087310791
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,32,power_law_1.2,0.2628767967224121
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,32,power_law_1.01,0.3207328081130981
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,32,power_law_1.2,0.13710399866104125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,32,power_law_1.01,1.5412128448486329
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,32,1,power_law_1.2,12.118345642089844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,32,1,power_law_1.01,0.03672640025615692
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,32,power_law_1.2,0.31548480987548827
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,32,power_law_1.2,0.2586047887802124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,32,power_law_1.01,0.3882080078125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,32,power_law_1.2,0.18852479457855226
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,32,1,power_law_1.01,0.037110400199890134
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,32,1,power_law_1.01,0.10730240345001221
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,32,power_law_1.01,2.837571144104004
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,32,power_law_1.2,0.3514240026473999
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,32,power_law_1.2,0.27429120540618895
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,32,power_law_1.01,2.3492095947265623
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,32,power_law_1.2,0.18064639568328858
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,32,1,power_law_1.01,0.08815360069274902
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,32,power_law_1.01,0.453769588470459
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,32,1,power_law_1.01,0.11753280162811279
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,32,power_law_1.2,0.34809920787811277
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,32,power_law_1.2,0.29720320701599123
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,32,power_law_1.2,0.11906239986419678
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,32,1,power_law_1.01,0.11427199840545654
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,32,power_law_1.01,0.5932191848754883
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,32,1,power_law_1.01,0.12490559816360473
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,32,power_law_1.2,0.35822720527648927
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,32,power_law_1.01,2.9507551193237305
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,32,power_law_1.2,0.13321280479431152
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,32,1,power_law_1.01,0.12342400550842285
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,32,power_law_1.2,0.29588799476623534
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,32,power_law_1.01,4.3851360321044925
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,32,1,power_law_1.01,0.15259840488433837
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,32,power_law_1.01,0.7242623805999756
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,32,power_law_1.2,0.41007680892944337
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,32,power_law_1.2,0.14591360092163086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,32,1,power_law_1.01,0.14803520441055298
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,32,power_law_1.2,0.30861759185791016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,32,1,power_law_1.01,0.18818240165710448
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,32,power_law_1.01,1.0205056190490722
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,32,power_law_1.2,0.16839359998703002
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,32,power_law_1.2,0.443449592590332
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,32,1,power_law_1.01,0.17706559896469115
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,32,power_law_1.2,0.3338016033172607
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,32,1,power_law_1.01,0.20857601165771483
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,32,power_law_1.01,4.477852630615234
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,32,power_law_1.2,0.20604801177978516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,32,1,power_law_1.01,0.1921247959136963
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,32,power_law_1.2,0.49139838218688964
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,32,power_law_1.01,5.577596664428711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,32,power_law_1.01,1.3054143905639648
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,32,1,power_law_1.01,0.2564383983612061
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,32,power_law_1.2,0.346726393699646
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,32,power_law_1.2,0.21298561096191407
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,32,1,power_law_1.01,0.22361280918121337
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,32,power_law_1.2,0.5978591918945313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,32,1,power_law_1.01,0.26173760890960696
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,32,power_law_1.2,0.3863424062728882
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,32,power_law_1.01,1.8377920150756837
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,32,power_law_1.2,0.21446399688720702
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,32,1,power_law_1.01,0.23309121131896973
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,32,1,power_law_1.01,0.2743648052215576
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,32,power_law_1.2,0.6544991970062256
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,32,power_law_1.2,0.4540095806121826
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,32,power_law_1.01,5.8611103057861325
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,32,power_law_1.2,0.23351359367370605
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,32,1,power_law_1.01,0.24111359119415282
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,32,1,power_law_1.01,0.29450559616088867
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,32,power_law_1.2,0.793071985244751
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,32,power_law_1.2,0.5929535865783692
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,32,power_law_1.01,7.321683502197265
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,32,power_law_1.01,2.424790382385254
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,32,power_law_1.2,0.24277760982513427
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,32,1,power_law_1.01,0.2512128114700317
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,32,1,power_law_1.01,0.31440000534057616
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,32,power_law_1.2,0.7593920230865479
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,32,power_law_1.2,0.9656352043151856
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,32,power_law_1.2,0.2454591989517212
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,32,1,power_law_1.01,0.2615231990814209
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,32,1,power_law_1.01,0.32561919689178465
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,32,power_law_1.2,0.25249600410461426
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,32,1,power_law_1.01,0.2770591974258423
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,32,power_law_1.01,3.584092712402344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,32,power_law_1.01,7.363705444335937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,32,1,power_law_1.01,0.3481247901916504
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,32,power_law_1.2,0.9001407623291016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,32,power_law_1.2,1.360540771484375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,32,power_law_1.2,0.27819199562072755
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,32,1,power_law_1.01,0.30662078857421876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,32,1,power_law_1.01,0.36674559116363525
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,32,power_law_1.2,1.3148832321166992
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,32,power_law_1.2,1.7182367324829102
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,32,power_law_1.2,0.29361600875854493
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,32,1,power_law_1.01,0.3455359935760498
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,32,1,power_law_1.01,0.39235520362854004
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,32,power_law_1.01,11.321968078613281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,32,power_law_1.01,4.703254318237304
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,32,power_law_1.2,0.3247136116027832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,32,1,power_law_1.01,0.36527040004730227
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,32,1,power_law_1.01,0.35221760272979735
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,32,power_law_1.2,1.736809539794922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,32,power_law_1.2,2.495897674560547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,32,power_law_1.2,0.4002399921417236
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,32,1,power_law_1.01,0.3089951992034912
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,32,1,power_law_1.01,0.4009407997131348
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,32,1,power_law_1.01,0.3421727895736694
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,32,power_law_1.2,0.47882561683654784
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,32,power_law_1.2,2.568012809753418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,32,1,power_law_1.01,0.434876823425293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,32,power_law_1.01,11.865766143798828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,32,power_law_1.2,3.61514892578125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,32,1,power_law_1.01,0.375711989402771
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,32,power_law_1.01,5.935347366333008
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,32,power_law_1.2,0.6242496013641358
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,32,1,power_law_1.01,0.5584352016448975
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,32,1,power_law_1.01,0.4517824172973633
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,32,power_law_1.2,3.5917919158935545
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,32,power_law_1.2,0.7665120124816894
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,32,1,power_law_1.01,0.6534016132354736
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,32,1,power_law_1.01,0.5360352039337158
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,32,1,power_law_1.01,0.820956802368164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,32,power_law_1.2,5.505052947998047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,32,power_law_1.2,1.0594816207885742
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,32,1,power_law_1.01,0.7472991943359375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,32,1,power_law_1.01,0.9635071754455566
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,32,power_law_1.2,1.3904512405395508
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,32,power_law_1.2,5.2629951477050785
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,32,1,power_law_1.01,0.893827247619629
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,32,power_law_1.01,9.481520080566407
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,32,1,power_law_1.01,1.3772735595703125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,32,power_law_1.2,2.0129440307617186
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,32,power_law_1.01,23.533894348144532
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,32,power_law_1.2,7.099542236328125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,32,1,power_law_1.01,1.187446403503418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,32,1,power_law_1.01,1.7372095108032226
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,32,power_law_1.2,6.834201812744141
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,32,1,power_law_1.01,1.5460320472717286
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,32,power_law_1.2,2.685638427734375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,32,power_law_1.01,23.481484985351564
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,32,1,power_law_1.01,2.498585510253906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,32,1,power_law_1.2,0.0364767998456955
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,32,1,power_law_1.01,2.201487922668457
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,32,power_law_1.2,8.900102233886718
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,32,power_law_1.2,4.112480163574219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,32,1,power_law_1.2,0.10736000537872314
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,32,power_law_1.2,8.301439666748047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,32,1,power_law_1.2,0.11229439973831176
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,32,1,power_law_1.01,3.217808151245117
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,32,1,power_law_1.01,2.856387138366699
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,32,1,power_law_1.2,0.12431360483169555
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,32,power_law_1.01,18.819932556152345
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,32,power_law_1.2,4.885459136962891
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,32,1,power_law_1.2,0.1471328020095825
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,32,1,power_law_1.2,0.03689279854297638
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,32,1,power_law_1.01,3.7753055572509764
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,32,1,power_law_1.2,0.1739840030670166
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,32,1,power_law_1.01,3.6252479553222656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,32,1,power_law_1.2,0.08826239705085755
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,32,1,power_law_1.2,0.1918079972267151
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,32,1,power_law_1.2,0.1111456036567688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,32,power_law_1.2,14.398544311523438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,32,1,power_law_1.2,0.24359679222106934
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,32,power_law_1.2,6.431311798095703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,32,1,power_law_1.2,0.12416000366210937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,32,power_law_1.2,14.79468231201172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,32,1,power_law_1.2,0.2580672025680542
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,32,1,power_law_1.2,0.14430079460144044
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,32,1,power_law_1.01,5.980969619750977
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,32,1,power_law_1.01,5.606838226318359
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,32,1,power_law_1.2,0.26696000099182127
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,32,1,power_law_1.2,0.16652799844741822
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,32,1,power_law_1.2,0.28440639972686765
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,32,1,power_law_1.2,0.1789247989654541
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,32,1,power_law_1.2,0.30761919021606443
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,32,1,power_law_1.2,0.2180543899536133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,32,1,power_law_1.2,0.32119359970092776
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,32,power_law_1.2,10.707289886474609
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,32,1,power_law_1.2,0.2260672092437744
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,32,1,power_law_1.2,0.34859840869903563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,32,1,power_law_1.2,0.23555200099945067
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,32,1,power_law_1.2,0.3656575918197632
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,32,1,power_law_1.2,0.24649279117584227
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,32,1,power_law_1.01,11.131561279296875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,32,1,power_law_1.01,11.792147064208985
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,32,1,power_law_1.2,0.4033792018890381
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,64,power_law_1.01,0.13284800052642823
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,32,1,power_law_1.2,0.2611295938491821
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,32,1,power_law_1.2,0.3618848085403442
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,64,power_law_1.01,0.13264000415802002
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,32,1,power_law_1.2,0.27333760261535645
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,64,power_law_1.01,0.1168511986732483
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,64,power_law_1.01,0.11145600080490112
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,32,1,power_law_1.2,0.4172031879425049
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,64,power_law_1.01,0.15426559448242189
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,32,1,power_law_1.2,0.32371840476989744
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,64,power_law_1.01,0.1284127950668335
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,32,power_law_1.2,34.528323364257815
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,32,1,power_law_1.2,0.46286721229553224
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,64,power_law_1.01,0.16252800226211547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,64,power_law_1.01,0.12485760450363159
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,32,power_law_1.2,28.68826904296875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,32,1,power_law_1.2,0.3494208097457886
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,64,power_law_1.01,0.17070720195770264
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,64,power_law_1.01,0.09928640127182006
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,64,power_law_1.01,0.13788479566574097
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,64,power_law_1.2,0.13295359611511232
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,32,1,power_law_1.2,0.5870880126953125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,64,power_law_1.01,0.1831104040145874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,64,power_law_1.01,0.09466559886932373
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,32,1,power_law_1.2,0.3644831895828247
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,64,power_law_1.01,0.14248000383377074
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,64,power_law_1.2,0.13305920362472534
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,64,power_law_1.01,0.18649920225143432
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,64,power_law_1.01,0.09238719940185547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,32,1,power_law_1.2,0.7164159774780273
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,64,power_law_1.01,0.14791040420532225
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,64,power_law_1.2,0.10410239696502685
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,32,1,power_law_1.2,0.3114272117614746
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,32,power_law_1.2,21.125132751464843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,64,power_law_1.01,0.1875167965888977
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,64,power_law_1.01,0.10352319478988647
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,64,power_law_1.01,0.15790719985961915
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,64,power_law_1.2,0.15765759944915772
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,64,power_law_1.2,0.11190400123596192
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,32,1,power_law_1.2,0.8586400032043457
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,64,power_law_1.01,0.19076160192489625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,32,1,power_law_1.2,0.34898560047149657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,64,power_law_1.01,0.10808000564575196
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,64,power_law_1.01,0.16210880279541015
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,64,power_law_1.2,0.16288959980010986
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,64,power_law_1.2,0.12821760177612304
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,64,power_law_1.01,0.1950816035270691
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,64,power_law_1.01,0.1162559986114502
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,64,power_law_1.01,0.1647264003753662
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,32,1,power_law_1.2,0.38554561138153076
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,64,power_law_1.2,0.16588799953460692
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,64,power_law_1.2,0.109552001953125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,32,1,power_law_1.2,0.9965375900268555
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,64,power_law_1.01,0.19905600547790528
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,64,power_law_1.01,0.1240928053855896
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,64,power_law_1.01,0.16591360569000244
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,64,power_law_1.2,0.18333760499954224
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,64,power_law_1.2,0.13453439474105836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,64,power_law_1.01,0.20668480396270753
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,32,1,power_law_1.2,0.46016640663146974
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.01,0.12717440128326415
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,64,power_law_1.01,0.1740928053855896
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,64,power_law_1.2,0.14495359659194945
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,64,power_law_1.2,0.18344000577926636
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,32,1,power_law_1.2,1.38984956741333
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,64,power_law_1.01,0.21465919017791749
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,64,power_law_1.01,0.13244479894638062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,64,power_law_1.01,0.17902400493621826
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,32,1,power_law_1.2,0.5873695850372315
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,64,power_law_1.2,0.14557440280914308
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,64,power_law_1.2,0.1833343982696533
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,64,power_law_1.01,0.22481279373168944
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,64,power_law_1.01,0.13708800077438354
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,64,power_law_1.01,0.18808319568634033
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,64,power_law_1.2,0.1583840012550354
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,64,power_law_1.2,0.18661119937896728
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,64,power_law_1.01,0.24419519901275635
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,32,1,power_law_1.2,1.7406400680541991
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.01,0.14486080408096313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,64,power_law_1.01,0.20107200145721435
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,32,1,power_law_1.2,0.7595935821533203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,64,power_law_1.2,0.15806080102920533
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,64,power_law_1.2,0.19515520334243774
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,64,power_law_1.01,0.2677344083786011
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,64,power_law_1.01,0.15087039470672609
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,64,power_law_1.01,0.21265919208526612
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,64,power_law_1.2,0.16422079801559447
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,64,power_law_1.2,0.19561599493026732
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,64,power_law_1.01,0.3211359977722168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,32,1,power_law_1.2,0.9074080467224122
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,64,power_law_1.01,0.1583135962486267
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,64,power_law_1.01,0.22840960025787355
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,64,power_law_1.2,0.1699488043785095
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,64,power_law_1.2,0.2070784091949463
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,32,1,power_law_1.2,2.5180416107177734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,64,power_law_1.01,0.3875103950500488
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.01,0.17308160066604614
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,64,power_law_1.01,0.2583071947097778
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,64,power_law_1.2,0.1735648036003113
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,64,power_law_1.2,0.21328320503234863
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,64,power_law_1.01,0.5175039768218994
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,32,1,power_law_1.2,1.2161184310913087
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,64,power_law_1.01,0.1885215997695923
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,64,power_law_1.01,0.3254240036010742
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,64,power_law_1.2,0.18063360452651978
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,64,power_law_1.2,0.23273279666900634
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,64,power_law_1.01,0.201475191116333
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,64,power_law_1.01,0.6734144210815429
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,64,power_law_1.01,0.39121921062469484
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,64,power_law_1.2,0.18720959424972533
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,64,power_law_1.2,0.2514911890029907
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,32,1,power_law_1.2,3.2595680236816404
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.01,0.23186559677124025
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,32,1,power_law_1.2,1.570143985748291
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,64,power_law_1.2,0.20081920623779298
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,64,power_law_1.01,0.5399360179901123
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,64,power_law_1.01,1.0043935775756836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,64,power_law_1.2,0.275929594039917
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,64,power_law_1.01,0.29356160163879397
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,64,power_law_1.2,0.21838719844818116
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,64,power_law_1.01,0.6813536167144776
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,64,power_law_1.2,0.3717087984085083
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,64,power_law_1.01,1.2561599731445312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.01,0.36585919857025145
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,64,power_law_1.2,0.23455679416656494
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,32,1,power_law_1.2,2.2251136779785154
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,64,power_law_1.2,0.4311999797821045
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,64,power_law_1.01,1.06693115234375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,64,power_law_1.2,0.26194560527801514
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,64,power_law_1.01,0.4891359806060791
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,32,1,power_law_1.2,3.843743896484375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,64,power_law_1.01,1.9693056106567384
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,64,power_law_1.2,0.6334943771362305
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,64,power_law_1.2,0.34305920600891116
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.01,0.6425536155700684
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,64,power_law_1.01,1.2773632049560546
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,64,power_law_1.2,0.426364803314209
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,64,power_law_1.2,0.7996607780456543
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,64,power_law_1.01,0.8942975997924805
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,64,power_law_1.01,2.531443214416504
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,32,1,power_law_1.2,2.8983999252319337
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,64,power_law_1.01,1.8938432693481446
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,64,power_law_1.2,0.6186495780944824
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,64,power_law_1.2,1.2406271934509276
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.01,1.1709216117858887
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,64,power_law_1.2,0.777568006515503
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,32,1,power_law_1.2,6.124998474121094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,64,power_law_1.01,2.6366304397583007
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,64,power_law_1.01,3.8695232391357424
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,64,power_law_1.2,1.6809247970581054
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,64,power_law_1.01,1.6744960784912108
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,32,1,power_law_1.2,3.657785415649414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,64,power_law_1.2,1.1813247680664063
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,64,power_law_1.2,2.474723243713379
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,64,power_law_1.01,3.9318302154541014
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.01,2.282604789733887
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,64,power_law_1.2,1.544374370574951
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,64,power_law_1.01,5.021068954467774
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,64,power_law_1.2,2.4136640548706056
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,64,power_law_1.2,3.185049629211426
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,64,power_law_1.01,3.477609634399414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,32,1,power_law_1.2,5.661363220214843
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,64,power_law_1.01,5.099862289428711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,64,power_law_1.2,3.3099998474121093
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,64,power_law_1.01,6.754729461669922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,32,1,power_law_1.2,11.943523406982422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,64,power_law_1.2,4.97814712524414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,64,power_law_1.2,0.09850239753723145
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.01,4.596847915649414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,64,power_law_1.2,0.0945855975151062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,64,power_law_1.01,6.744834899902344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,64,power_law_1.2,5.774240112304687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,64,power_law_1.2,0.09119359850883484
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,64,power_law_1.2,0.10168639421463013
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,64,power_law_1.2,7.336608123779297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,64,power_law_1.2,0.10645760297775268
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,64,power_law_1.01,5.684150314331054
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,64,power_law_1.01,10.484611511230469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,64,power_law_1.01,0.02738879919052124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,64,power_law_1.2,0.11000319719314575
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,32,1,power_law_1.2,11.20319061279297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,64,power_law_1.01,0.028339201211929323
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,64,power_law_1.01,0.02791999876499176
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,64,power_law_1.2,0.12471359968185425
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,64,power_law_1.2,6.901798248291016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,64,power_law_1.01,0.0353408008813858
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,64,power_law_1.01,0.030060800909996032
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,64,power_law_1.01,0.036185601353645326
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.2,0.12645440101623534
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,64,power_law_1.01,0.03457280099391937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,64,power_law_1.01,0.03607999980449676
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,64,power_law_1.01,0.03505600094795227
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,64,power_law_1.01,11.154959869384765
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,64,power_law_1.01,0.03813759982585907
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,64,power_law_1.2,0.132041597366333
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,64,power_law_1.01,0.03548159897327423
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,64,power_law_1.2,9.034153747558594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,64,power_law_1.01,0.042633599042892455
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,64,power_law_1.2,0.1351359963417053
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,64,power_law_1.01,0.03689599931240082
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,64,power_law_1.01,0.04393920004367828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,64,power_law_1.01,0.037811198830604555
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,64,power_law_1.01,0.0457152009010315
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,64,power_law_1.01,8.988925170898437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.2,0.1441472053527832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,64,power_law_1.01,0.03861759901046753
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,64,power_law_1.01,0.048342400789260866
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,64,power_law_1.01,0.03973439931869507
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,64,power_law_1.01,0.0511680006980896
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,64,power_law_1.2,0.14904320240020752
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,64,power_law_1.2,9.542652893066407
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,64,power_law_1.01,0.04061119854450226
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,64,power_law_1.01,0.05432320237159729
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,64,power_law_1.2,0.1580512046813965
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,64,power_law_1.01,0.042742401361465454
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,64,power_law_1.01,0.05557760000228882
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,64,power_law_1.01,0.049507200717926025
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,64,power_law_1.01,0.0588096022605896
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.2,0.17287360429763793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,64,power_law_1.01,0.047270399332046506
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,64,power_law_1.01,0.061059200763702394
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,64,power_law_1.2,0.1877568006515503
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,64,power_law_1.01,0.058534401655197146
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,64,power_law_1.01,0.06929919719696045
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,64,power_law_1.01,0.06577280163764954
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,64,power_law_1.01,0.07958080172538758
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,64,power_law_1.2,0.20409600734710692
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,64,power_law_1.01,0.07218559980392455
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,64,power_law_1.01,0.09561600089073181
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,64,power_law_1.01,0.08325759768486023
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.2,0.2347104072570801
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,64,power_law_1.2,14.787088012695312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,64,power_law_1.01,0.11344319581985474
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,64,power_law_1.01,22.199452209472657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,64,power_law_1.01,0.10215040445327758
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,64,power_law_1.01,0.14995839595794677
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,64,power_law_1.01,0.033769598603248595
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,64,power_law_1.2,0.3066112041473389
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,64,power_law_1.01,0.12052799463272094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,64,power_law_1.01,0.04067200124263763
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,64,power_law_1.01,0.19079999923706054
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,64,power_law_1.01,0.1606783986091614
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,64,power_law_1.01,0.03819519877433777
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.2,0.38343679904937744
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,64,power_law_1.2,13.533827209472657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,64,power_law_1.01,0.2763040065765381
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,64,power_law_1.01,0.038851198554039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,64,power_law_1.01,0.20489919185638428
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,64,power_law_1.01,0.0397024005651474
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,64,power_law_1.01,0.3541408061981201
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,64,power_law_1.01,21.878857421875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,64,power_law_1.2,0.5169600009918213
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,64,power_law_1.01,0.29774720668792726
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,64,power_law_1.01,0.04254719913005829
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,64,power_law_1.01,18.036944580078124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,64,power_law_1.2,0.027215999364852906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,64,power_law_1.01,0.5318016052246094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,64,power_law_1.01,0.38843839168548583
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,64,power_law_1.01,0.042115199565887454
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.2,0.6778111934661866
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,64,power_law_1.2,0.02815999984741211
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,64,power_law_1.2,0.028147199749946596
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,64,power_law_1.01,0.0426367998123169
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,64,power_law_1.2,0.03022400140762329
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,64,power_law_1.2,0.03543359935283661
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,64,power_law_1.01,0.5690815925598145
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,64,power_law_1.01,0.7272543907165527
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,64,power_law_1.01,0.04300160109996796
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,64,power_law_1.2,0.0347104012966156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,64,power_law_1.2,0.03430399894714355
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,64,power_law_1.2,1.0051679611206055
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,64,power_law_1.01,0.044172799587249754
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,64,power_law_1.2,0.03501439988613129
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,64,power_law_1.2,0.03387520015239716
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,64,power_law_1.01,0.7711679935455322
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,64,power_law_1.01,0.04539520144462585
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,64,power_law_1.01,1.0950976371765138
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,64,power_law_1.2,0.035606399178504944
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,64,power_law_1.2,0.03516800105571747
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,64,power_law_1.01,0.04835200011730194
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,64,power_law_1.2,0.03705280125141144
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.2,1.3019231796264648
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,64,power_law_1.2,0.03591679930686951
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,64,power_law_1.01,0.05039039850234985
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,64,power_law_1.01,1.153878402709961
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,64,power_law_1.2,0.037833601236343384
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,64,power_law_1.2,0.04131200015544891
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,64,power_law_1.01,0.0568448007106781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,64,power_law_1.01,1.4155712127685547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,64,power_law_1.2,0.03873279988765717
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,64,power_law_1.2,0.03857919871807099
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,64,power_law_1.01,0.06293119788169861
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,64,power_law_1.2,0.04017600119113922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,64,power_law_1.2,0.044854399561882016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,64,power_law_1.2,1.8821151733398438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,64,power_law_1.01,0.06885120272636414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,64,power_law_1.01,1.5448415756225586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,64,power_law_1.2,0.040854400396347045
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,64,power_law_1.2,0.046374401450157164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,64,power_law_1.01,0.078575998544693
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,64,power_law_1.2,0.04376319944858551
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,64,power_law_1.01,1.7813407897949218
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,64,power_law_1.2,0.049807998538017276
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,64,power_law_1.01,0.10061440467834473
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,64,power_law_1.2,0.050780802965164185
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,64,power_law_1.2,0.05484480261802673
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,64,power_law_1.01,0.12198079824447632
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.2,2.5425439834594727
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,64,power_law_1.2,0.050134402513504026
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,64,power_law_1.2,0.05917760133743286
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,64,power_law_1.01,1.9215328216552734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,64,power_law_1.01,0.17255040407180786
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,64,power_law_1.2,0.05640000104904175
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,64,power_law_1.2,0.0621504008769989
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,64,power_law_1.01,0.22088959217071533
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,64,power_law_1.2,0.06407679915428162
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,64,power_law_1.2,0.07067520022392274
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,64,power_law_1.01,2.94718074798584
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,64,power_law_1.2,0.0741599977016449
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,64,power_law_1.2,0.08157439827919007
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,64,power_law_1.01,0.32137598991394045
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,64,power_law_1.2,0.0843936026096344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,64,power_law_1.2,0.09773120284080505
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,64,power_law_1.2,3.8906814575195314
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,64,power_law_1.01,0.4248159885406494
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,64,power_law_1.2,0.10299839973449706
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,64,power_law_1.2,0.11751359701156616
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,64,power_law_1.01,3.1380863189697266
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,64,power_law_1.2,34.63500061035156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,64,power_law_1.2,0.12213120460510254
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,64,power_law_1.2,0.15784319639205932
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,64,power_law_1.01,0.609558391571045
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,64,power_law_1.2,0.03510720133781433
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,64,power_law_1.2,0.16992640495300293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,64,power_law_1.2,0.20531840324401857
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,64,power_law_1.2,0.04151679873466492
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,64,power_law_1.01,0.8106368064880372
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,64,power_law_1.2,0.22626879215240478
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,64,power_law_1.2,0.037187200784683225
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,64,power_law_1.2,0.3125087976455688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,64,power_law_1.2,32.436187744140625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,64,power_law_1.2,0.03859519958496094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,64,power_law_1.2,0.32968640327453613
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,64,power_law_1.01,0.06444799900054932
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.2,5.081011199951172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,64,power_law_1.2,0.413756799697876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,64,power_law_1.01,1.1775903701782227
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,64,power_law_1.2,0.0392767995595932
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,64,power_law_1.01,0.05823040008544922
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,64,power_law_1.2,0.44569921493530273
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,64,power_law_1.01,6.006982421875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,64,power_law_1.2,0.04143039882183075
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,64,power_law_1.2,0.6057631969451904
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,64,power_law_1.01,0.08991360068321227
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,64,power_law_1.01,0.046623998880386354
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,64,power_law_1.2,0.043219199776649474
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,64,power_law_1.01,0.09032319784164429
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,64,power_law_1.2,0.6511583805084229
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,64,power_law_1.01,0.053523200750350955
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,64,power_law_1.01,1.5791071891784667
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,64,power_law_1.2,0.042467200756073
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,64,power_law_1.2,0.862822437286377
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,64,power_law_1.01,0.0929472029209137
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,64,power_law_1.01,0.0737600028514862
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,64,power_law_1.01,6.306985473632812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,64,power_law_1.2,0.04407680034637451
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,64,power_law_1.01,0.09709759950637817
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,64,power_law_1.2,0.8985952377319336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,64,power_law_1.01,0.07820159792900086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,64,power_law_1.01,0.06031680107116699
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,64,power_law_1.2,0.04429759979248047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,64,power_law_1.01,0.09963200092315674
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,64,power_law_1.01,0.08106880187988282
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,64,power_law_1.2,1.2612575531005858
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,64,power_law_1.2,6.338534545898438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,64,power_law_1.01,0.05916159749031067
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,64,power_law_1.01,0.10093439817428589
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,64,power_law_1.2,0.04591360092163086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,64,power_law_1.01,2.012918472290039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,64,power_law_1.01,0.08456000089645385
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,64,power_law_1.01,0.05863040089607239
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,64,power_law_1.2,1.3786848068237305
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,64,power_law_1.01,0.10267200469970703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,64,power_law_1.2,0.04982720017433166
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,64,power_law_1.01,0.08857600092887878
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,64,power_law_1.01,0.06098880171775818
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,64,power_law_1.01,0.10474560260772706
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,64,power_law_1.2,0.05168319940567016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,64,power_law_1.01,0.09209280014038086
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,64,power_law_1.2,1.761612892150879
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,64,power_law_1.01,0.06290879845619202
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,64,power_law_1.01,0.10768959522247315
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,64,power_law_1.2,0.05893440246582031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,64,power_law_1.01,0.09458879828453064
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,64,power_law_1.01,0.06470720171928405
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,64,power_law_1.01,0.11146880388259887
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,64,power_law_1.2,1.8532032012939452
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,64,power_law_1.2,0.06495360136032105
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,64,power_law_1.01,0.09819520115852357
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,64,power_law_1.01,0.06692799925804138
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,64,power_law_1.01,0.11724799871444702
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,64,power_law_1.01,3.1903295516967773
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,64,power_law_1.2,0.07095999717712402
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,64,power_law_1.01,0.10205119848251343
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,64,power_law_1.01,0.06858239769935608
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,64,power_law_1.01,0.12405120134353638
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,64,power_law_1.2,2.2670080184936525
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,64,power_law_1.2,0.08130239844322204
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,64,power_law_1.01,0.10571199655532837
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,64,power_law_1.01,0.07060480117797852
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,64,power_law_1.01,0.1317792057991028
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,64,power_law_1.2,0.10112320184707642
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,64,power_law_1.01,0.11082240343093872
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,64,power_law_1.01,0.07358400225639343
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,64,power_law_1.01,0.14012479782104492
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,64,power_law_1.2,2.455471992492676
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,64,power_law_1.2,0.12339520454406738
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,64,power_law_1.01,0.11812800168991089
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,64,power_law_1.01,0.07757440209388733
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,64,power_law_1.01,0.1574687957763672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,64,power_law_1.2,10.385635375976562
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,64,power_law_1.2,0.17809280157089233
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,64,power_law_1.01,0.12635200023651122
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,64,power_law_1.01,0.08132799863815307
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,64,power_law_1.01,0.19039039611816405
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,64,power_law_1.01,0.13434239625930786
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,64,power_law_1.2,0.23406400680541992
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,64,power_law_1.01,0.08686400055885315
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,64,power_law_1.01,0.22556159496307374
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,64,power_law_1.2,3.757289505004883
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,64,power_law_1.01,0.1526528000831604
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,64,power_law_1.01,0.09661120176315308
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,64,power_law_1.01,0.33565759658813477
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,64,power_law_1.2,0.3385951995849609
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,64,power_law_1.01,0.1904703974723816
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,64,power_law_1.01,0.10601600408554077
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,64,power_law_1.01,0.4269216060638428
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,64,power_law_1.2,4.010614395141602
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,64,power_law_1.01,0.22984640598297118
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,64,power_law_1.01,0.11707199811935425
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,64,power_law_1.2,0.4445631980895996
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,64,power_law_1.01,0.6305088043212891
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,64,power_law_1.01,6.429599761962891
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,64,power_law_1.01,0.13766399621963502
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,64,power_law_1.01,0.3494080066680908
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,64,power_law_1.2,0.6637184143066406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,64,power_law_1.2,0.05928639769554138
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,64,power_law_1.01,0.1842079997062683
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,64,power_law_1.01,0.46532158851623534
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,64,power_law_1.01,0.8376416206359864
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,64,power_law_1.2,0.056985598802566526
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,64,power_law_1.01,0.23533120155334472
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,64,power_law_1.2,0.08817279934883118
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,64,power_law_1.2,0.8582143783569336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,64,power_law_1.01,0.6436992168426514
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,64,power_law_1.01,0.3350271940231323
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,64,power_law_1.01,1.3020928382873536
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,64,power_law_1.2,0.09129599928855896
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,64,power_law_1.01,0.8380319595336914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,64,power_law_1.2,0.09203519821166992
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,64,power_law_1.01,0.4305727958679199
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,64,power_law_1.2,7.5728706359863285
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,64,power_law_1.2,1.2713600158691407
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,64,power_law_1.2,0.09722560048103332
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,64,power_law_1.2,0.04581120014190674
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,64,power_law_1.01,1.6266559600830077
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,64,power_law_1.01,0.6248159885406495
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,64,power_law_1.2,0.09996479749679565
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,64,power_law_1.01,1.344918441772461
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,64,power_law_1.2,0.050732797384262084
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,64,power_law_1.2,0.10196800231933593
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,64,power_law_1.2,0.07663679718971253
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,64,power_law_1.01,0.8250495910644531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,64,power_law_1.2,1.7560352325439452
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,64,power_law_1.2,0.10341119766235352
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,64,power_law_1.2,8.301187133789062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,64,power_law_1.2,0.07993919849395752
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,64,power_law_1.01,1.6996896743774415
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,64,power_law_1.01,2.505411148071289
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,64,power_law_1.2,0.10531519651412964
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,64,power_law_1.2,0.08135039806365967
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,64,power_law_1.2,0.059564799070358276
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,64,power_law_1.01,1.2301183700561524
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,64,power_law_1.2,0.10877759456634521
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,64,power_law_1.2,0.08602880239486695
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,64,power_law_1.2,0.0576416015625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,64,power_law_1.2,0.11275839805603027
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,64,power_law_1.2,0.09023039937019348
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,64,power_law_1.2,0.06204800009727478
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,64,power_law_1.2,2.2001728057861327
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,64,power_law_1.2,21.664332580566406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,64,power_law_1.2,0.11778240203857422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,64,power_law_1.01,2.711155128479004
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,64,power_law_1.01,1.590719985961914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,64,power_law_1.2,0.09225280284881592
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,64,power_law_1.2,0.06144319772720337
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,64,power_law_1.2,0.1263775944709778
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,64,power_law_1.2,0.06341440081596375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,64,power_law_1.01,0.1692415952682495
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,64,power_law_1.2,0.09481279850006104
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,64,power_law_1.01,3.5895713806152343
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,64,power_law_1.2,0.13320640325546265
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,64,power_law_1.2,0.06553599834442139
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,64,power_law_1.2,0.09723520278930664
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,64,power_law_1.01,2.392268753051758
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,64,power_law_1.2,0.1426975965499878
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,64,power_law_1.01,3.4048320770263674
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,64,power_law_1.2,0.06715520024299622
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,64,power_law_1.01,0.1926144003868103
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,64,power_law_1.2,0.10205440521240235
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,64,power_law_1.2,0.1612671971321106
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,64,power_law_1.2,3.5781246185302735
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,64,power_law_1.2,0.06937599778175355
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,64,power_law_1.2,0.10834879875183105
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,64,power_law_1.2,0.20089280605316162
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,64,power_law_1.2,0.07109439969062806
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,64,power_law_1.2,0.1125599980354309
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,64,power_law_1.01,0.19868479967117308
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,64,power_law_1.2,0.2607199907302856
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,64,power_law_1.01,4.301270294189453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,64,power_law_1.2,0.0739135980606079
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,64,power_law_1.2,0.11912959814071655
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,64,power_law_1.01,3.219529724121094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,64,power_law_1.2,0.39370880126953123
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,64,power_law_1.2,0.07775999903678894
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,64,power_law_1.2,0.12639360427856444
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,64,power_law_1.01,0.1591871976852417
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,64,power_law_1.01,4.508943939208985
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,64,power_law_1.2,0.08339200019836426
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,64,power_law_1.2,0.13609919548034669
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,64,power_law_1.2,0.49130878448486326
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,64,power_law_1.2,0.0889952003955841
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,64,power_law_1.2,0.15479040145874023
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,64,power_law_1.01,0.1768064022064209
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,64,power_law_1.2,0.7806719779968262
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,64,power_law_1.2,0.09881280064582824
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,64,power_law_1.2,0.2042912006378174
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,64,power_law_1.01,4.042502212524414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,64,power_law_1.2,0.10696959495544434
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,64,power_law_1.01,0.1982815980911255
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,64,power_law_1.2,0.270198392868042
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,64,power_law_1.2,0.998681640625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,64,power_law_1.2,0.11845120191574096
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,64,power_law_1.2,0.4059135913848877
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,64,power_law_1.01,6.8149566650390625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,64,power_law_1.2,0.1402176022529602
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,64,power_law_1.2,7.236182403564453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,64,power_law_1.01,0.1972640037536621
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,64,power_law_1.2,1.5095456123352051
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,64,power_law_1.2,0.535862398147583
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,64,power_law_1.2,0.18739839792251586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,64,power_law_1.01,7.274845123291016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,64,power_law_1.2,0.2494112014770508
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,64,power_law_1.01,0.12982720136642456
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,64,power_law_1.01,0.22237439155578614
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,64,power_law_1.2,0.7844160079956055
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,64,power_law_1.2,2.149702453613281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,64,power_law_1.2,0.3498847961425781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,64,power_law_1.01,0.17087039947509766
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,64,power_law_1.2,1.0631903648376464
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,64,power_law_1.01,0.22469120025634765
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,64,power_law_1.01,6.442070770263672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,64,power_law_1.2,0.46842241287231445
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,64,power_law_1.2,0.6792895793914795
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,64,power_law_1.01,0.17213759422302247
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,64,power_law_1.01,0.2347935914993286
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,64,power_law_1.2,1.720243263244629
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,64,power_law_1.2,3.303859329223633
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,64,power_law_1.2,0.8953951835632324
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,64,power_law_1.01,0.14169600009918212
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,64,power_law_1.01,0.24234559535980224
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,64,power_law_1.2,2.2592159271240235
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,64,power_law_1.2,1.3147392272949219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,64,power_law_1.01,0.15208959579467773
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,64,power_law_1.01,0.23955199718475342
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,64,power_law_1.2,5.0134624481201175
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,64,power_law_1.2,1.88275203704834
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,64,power_law_1.01,14.044224548339844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,64,power_law_1.01,0.16802879571914672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,64,power_law_1.01,0.2445823907852173
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,64,power_law_1.2,3.7124542236328124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,64,power_law_1.01,0.11607040166854858
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,64,power_law_1.01,0.17841919660568237
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,64,power_law_1.01,0.26036159992218016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,64,power_law_1.01,15.48462371826172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,64,power_law_1.2,2.8181215286254884
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,64,power_law_1.01,0.11613759994506836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,64,power_law_1.01,0.25874240398406984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,64,power_law_1.01,0.19334720373153685
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,64,power_law_1.2,6.109385681152344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,64,power_law_1.01,12.984754943847657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,64,power_law_1.2,0.1565824031829834
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,64,power_law_1.2,4.788601684570312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,64,power_law_1.01,0.1177664041519165
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,64,power_law_1.01,0.2822848081588745
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,64,power_law_1.01,0.19202879667282105
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,64,power_law_1.2,0.13266559839248657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,64,power_law_1.2,0.19199039936065673
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,64,power_law_1.2,3.624982452392578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,64,power_law_1.01,0.11242239475250244
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,64,power_law_1.01,0.30208959579467776
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,64,power_law_1.01,0.19774399995803832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,64,power_law_1.2,0.1702911972999573
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,64,power_law_1.2,0.19069440364837648
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,64,power_law_1.01,0.12227519750595092
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,64,power_law_1.01,0.3632704019546509
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,64,power_law_1.2,6.02672004699707
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,64,power_law_1.01,0.20669119358062743
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,64,power_law_1.2,0.1671712040901184
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,64,power_law_1.2,0.156278395652771
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,64,power_law_1.01,0.13407679796218872
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,64,power_law_1.2,4.904140853881836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,64,power_law_1.01,0.4275712013244629
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,64,power_law_1.01,0.21591999530792236
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,64,power_law_1.2,0.14280320405960084
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,64,power_law_1.2,0.17752000093460082
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,64,power_law_1.2,11.028275299072266
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,64,power_law_1.01,0.1384544014930725
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,64,power_law_1.01,0.22106239795684815
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,64,power_law_1.2,0.15042239427566528
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,64,power_law_1.01,0.5533215999603271
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,64,power_law_1.2,0.18526400327682496
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,64,power_law_1.01,0.15463680028915405
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,64,power_law_1.01,0.23199999332427979
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,64,power_law_1.2,0.16467519998550414
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,64,power_law_1.2,0.20152320861816406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,64,power_law_1.01,0.6861472129821777
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,64,power_law_1.01,0.15854079723358155
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,64,power_law_1.01,0.24833920001983642
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,64,power_law_1.2,9.911337280273438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,64,power_law_1.2,0.1725376009941101
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,64,power_law_1.2,7.902873229980469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,64,power_law_1.2,0.21584639549255372
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,64,power_law_1.01,0.16930559873580933
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,64,power_law_1.01,0.9551936149597168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,64,power_law_1.01,0.25927679538726806
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,64,power_law_1.2,0.19210560321807862
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,64,power_law_1.2,0.22471680641174316
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,64,power_law_1.01,0.1772223949432373
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,64,power_law_1.01,1.2423839569091797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,64,power_law_1.01,0.2864000082015991
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,64,power_law_1.2,0.18789440393447876
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,64,power_law_1.2,0.21690878868103028
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,64,power_law_1.01,0.18800959587097169
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,64,power_law_1.01,0.34225599765777587
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,64,power_law_1.2,0.19937920570373535
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,64,power_law_1.2,0.22768959999084473
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,64,power_law_1.01,0.19404799938201905
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,64,power_law_1.01,1.9007583618164063
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,64,power_law_1.01,0.4054111957550049
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,64,power_law_1.2,0.20788159370422363
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,64,power_law_1.2,0.23386878967285157
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,64,power_law_1.01,0.20560319423675538
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,64,power_law_1.2,0.21021440029144287
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,64,power_law_1.2,0.24674880504608154
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,64,power_law_1.01,0.21528639793395996
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,64,power_law_1.01,0.5281119823455811
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,64,power_law_1.01,2.444051170349121
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,64,power_law_1.2,22.459429931640624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,64,power_law_1.2,0.21526079177856444
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,64,power_law_1.2,0.24981439113616943
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,64,power_law_1.01,0.2349247932434082
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,64,power_law_1.2,0.11632640361785888
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,64,power_law_1.01,0.646121597290039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,64,power_law_1.2,16.834947204589845
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,64,power_law_1.2,0.22910079956054688
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,64,power_law_1.2,0.26179521083831786
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,64,power_law_1.01,0.260316801071167
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,64,power_law_1.2,0.11672639846801758
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,64,power_law_1.01,3.518841552734375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,128,power_law_1.01,0.09815040230751038
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,64,power_law_1.01,1.0010496139526368
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,64,power_law_1.2,21.705900573730467
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,64,power_law_1.2,0.2798111915588379
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,64,power_law_1.2,0.24779200553894043
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,64,power_law_1.01,0.3270047903060913
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,64,power_law_1.2,0.11735999584197998
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,128,power_law_1.01,0.10592319965362548
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,128,power_law_1.01,0.0907584011554718
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,64,power_law_1.2,0.3155263900756836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,64,power_law_1.01,1.3088159561157227
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,128,power_law_1.01,0.14804480075836182
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,64,power_law_1.01,0.3885823965072632
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,64,power_law_1.2,0.1111680030822754
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,64,power_law_1.2,0.255676794052124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,128,power_law_1.01,0.10718400478363037
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,128,power_law_1.01,0.14884480237960815
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,64,power_law_1.2,0.3781856060028076
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,128,power_law_1.01,0.13080320358276368
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,64,power_law_1.2,0.11767679452896118
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,64,power_law_1.01,4.905763244628906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,64,power_law_1.01,0.521123218536377
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,64,power_law_1.2,0.28689279556274416
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,128,power_law_1.01,0.15140800476074218
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,64,power_law_1.01,1.8628448486328124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,128,power_law_1.01,0.13240000009536743
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,64,power_law_1.2,0.4368607997894287
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,64,power_law_1.2,0.1287935972213745
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,128,power_law_1.01,0.15367039442062377
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,64,power_law_1.2,0.36239678859710694
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,64,power_law_1.01,0.6446400165557862
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,128,power_law_1.01,0.13632320165634154
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,128,power_law_1.01,0.15807679891586304
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,64,power_law_1.2,0.13456000089645387
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,64,power_law_1.2,0.5936448097229003
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,128,power_law_1.01,0.13981120586395263
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,64,power_law_1.2,0.4230527877807617
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,64,power_law_1.01,2.495939254760742
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,64,power_law_1.01,0.9100831985473633
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,128,power_law_1.01,0.1607103943824768
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,128,power_law_1.01,0.1445855975151062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,64,power_law_1.2,0.15233919620513917
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,64,power_law_1.2,0.7653600215911865
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,64,power_law_1.01,6.009215927124023
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,128,power_law_1.01,0.16256959438323976
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,128,power_law_1.01,0.14792959690093993
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,64,power_law_1.2,0.5718048095703125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,64,power_law_1.01,1.1502592086791992
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,64,power_law_1.2,0.15755200386047363
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,128,power_law_1.01,0.1653439998626709
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,128,power_law_1.01,0.15049599409103392
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,64,power_law_1.2,1.071126365661621
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,64,power_law_1.01,3.673667144775391
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,64,power_law_1.2,0.7503615856170655
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,128,power_law_1.01,0.17087680101394653
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,64,power_law_1.2,0.15885119438171386
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,128,power_law_1.01,0.152838397026062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,64,power_law_1.01,1.7008703231811524
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,128,power_law_1.01,0.17669440507888795
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,128,power_law_1.01,0.1592128038406372
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,64,power_law_1.2,1.384227180480957
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,64,power_law_1.2,0.16450560092926025
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,64,power_law_1.2,1.1326239585876465
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,128,power_law_1.01,0.18158400058746338
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,128,power_law_1.01,0.16539839506149293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,64,power_law_1.2,0.1790112018585205
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,128,power_law_1.01,0.192249596118927
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,64,power_law_1.01,2.1842016220092773
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,128,power_law_1.01,0.17080639600753783
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,64,power_law_1.01,5.005731201171875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,64,power_law_1.2,2.112985610961914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,64,power_law_1.2,1.4567904472351074
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,128,power_law_1.01,0.2028127908706665
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,64,power_law_1.01,9.820198059082031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,128,power_law_1.01,0.1829568028450012
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,64,power_law_1.2,0.19385600090026855
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,128,power_law_1.01,0.21375041007995604
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,128,power_law_1.01,0.19566080570220948
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,64,power_law_1.2,0.20367040634155273
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,64,power_law_1.01,3.267264175415039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,128,power_law_1.01,0.2355072021484375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,128,power_law_1.01,0.2072767972946167
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,64,power_law_1.2,2.2284576416015627
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,64,power_law_1.2,2.876588821411133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,64,power_law_1.2,0.21629760265350342
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,128,power_law_1.01,0.2826240062713623
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,128,power_law_1.01,0.23257598876953126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,64,power_law_1.2,0.23553919792175293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,64,power_law_1.01,6.139481735229492
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,128,power_law_1.01,0.33109118938446047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,128,power_law_1.01,0.28240959644317626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,64,power_law_1.2,2.902537536621094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,128,power_law_1.01,0.45032958984375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,128,power_law_1.01,0.33889920711517335
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,64,power_law_1.2,0.26607038974761965
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,64,power_law_1.01,4.277856063842774
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,64,power_law_1.2,4.380563354492187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,128,power_law_1.01,0.582912015914917
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,128,power_law_1.01,0.45862398147583006
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,64,power_law_1.2,0.337606406211853
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,128,power_law_1.01,0.5937503814697266
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,128,power_law_1.01,0.8202112197875977
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,64,power_law_1.2,0.4068319797515869
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,64,power_law_1.2,4.548499298095703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,128,power_law_1.01,0.9108160018920899
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,128,power_law_1.01,1.1126432418823242
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,64,power_law_1.2,0.5419456005096436
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,64,power_law_1.01,5.562041473388672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,64,power_law_1.2,6.004800033569336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,64,power_law_1.01,10.182707214355469
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,128,power_law_1.01,1.15032958984375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,128,power_law_1.01,1.6086847305297851
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,64,power_law_1.01,20.22987518310547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,64,power_law_1.2,0.674675178527832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,128,power_law_1.01,0.08840640187263489
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,128,power_law_1.01,1.699849510192871
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,64,power_law_1.2,6.358924865722656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,128,power_law_1.01,0.08692160248756409
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,128,power_law_1.01,2.2671552658081056
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,64,power_law_1.2,0.9771903991699219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,128,power_law_1.01,0.08880640268325805
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,128,power_law_1.01,2.444118309020996
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,64,power_law_1.2,7.353923034667969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,128,power_law_1.01,0.09960640072822571
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,64,power_law_1.2,1.2297247886657714
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,64,power_law_1.01,8.689024353027344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,128,power_law_1.01,3.363024139404297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,128,power_law_1.01,0.10280640125274658
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,128,power_law_1.01,3.6060352325439453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,128,power_law_1.01,0.10601279735565186
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,64,power_law_1.2,1.7948095321655273
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,64,power_law_1.2,7.907958221435547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,128,power_law_1.01,0.11338880062103271
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,128,power_law_1.01,4.447625732421875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,128,power_law_1.01,0.1158944010734558
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,128,power_law_1.01,0.11919039487838745
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,64,power_law_1.2,2.378780746459961
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,128,power_law_1.01,4.766876983642578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,128,power_law_1.01,0.12395520210266113
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,64,power_law_1.01,20.356927490234376
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,64,power_law_1.2,12.874336242675781
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.01,0.13002560138702393
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,128,power_law_1.01,5.746489715576172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,128,power_law_1.2,0.09926080107688903
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,128,power_law_1.01,0.13600319623947144
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,64,power_law_1.2,3.5680641174316405
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,128,power_law_1.2,0.10574079751968384
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,128,power_law_1.01,0.14274879693984985
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,128,power_law_1.01,6.1178943634033205
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,128,power_law_1.2,0.14258240461349486
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.01,0.15538879632949829
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,64,power_law_1.2,13.710357666015625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,128,power_law_1.2,0.14987200498580933
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,128,power_law_1.01,0.16880639791488647
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,64,power_law_1.01,17.763743591308593
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,128,power_law_1.2,0.15248960256576538
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,128,power_law_1.01,0.18349759578704833
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,64,power_law_1.2,4.793487930297852
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,128,power_law_1.2,0.09266240000724793
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,128,power_law_1.2,0.1523327946662903
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.01,0.21149120330810547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,128,power_law_1.2,0.10720319747924804
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,128,power_law_1.01,9.585318756103515
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,128,power_law_1.2,0.1589568018913269
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,128,power_law_1.01,0.2696768045425415
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,128,power_law_1.2,0.12833919525146484
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,128,power_law_1.2,0.16166080236434938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,128,power_law_1.2,0.13272639513015747
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.01,0.3311487913131714
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,128,power_law_1.01,9.611129760742188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,128,power_law_1.2,0.16420799493789673
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,128,power_law_1.2,0.13364160060882568
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,128,power_law_1.01,0.4572415828704834
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,64,power_law_1.2,5.972643280029297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,128,power_law_1.2,0.16615999937057496
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,128,power_law_1.2,0.139136004447937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.01,0.5876959800720215
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,128,power_law_1.2,0.17102400064468384
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,128,power_law_1.2,0.1440384030342102
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,128,power_law_1.01,0.8518815994262695
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,128,power_law_1.2,0.1750048041343689
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,128,power_law_1.2,0.14681919813156127
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,128,power_law_1.2,0.181660795211792
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,128,power_law_1.2,0.14971200227737427
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.01,1.1139264106750488
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,128,power_law_1.2,0.19248640537261963
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,128,power_law_1.2,0.15281920433044432
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,64,power_law_1.2,30.436862182617187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,128,power_law_1.2,0.20361919403076173
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,128,power_law_1.2,0.1586624026298523
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,128,power_law_1.01,1.6199615478515625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,128,power_law_1.2,0.09323520064353943
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,64,power_law_1.2,9.92058868408203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,128,power_law_1.2,0.21689920425415038
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,128,power_law_1.2,0.16443840265274048
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,128,power_law_1.2,0.08715519905090333
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,128,power_law_1.2,0.17068480253219603
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,128,power_law_1.2,0.24360640048980714
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.01,2.1163455963134767
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,128,power_law_1.01,19.138735961914062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,64,power_law_1.2,27.765264892578124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,128,power_law_1.2,0.08857280015945435
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,128,power_law_1.01,0.025628799200057985
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,128,power_law_1.2,0.18275200128555297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,128,power_law_1.2,0.2917855978012085
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,128,power_law_1.01,0.027718400955200194
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,128,power_law_1.2,0.09897599816322326
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,128,power_law_1.01,0.03248000144958496
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,128,power_law_1.01,0.03413119912147522
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,128,power_law_1.2,0.1965440034866333
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,128,power_law_1.01,0.03537600040435791
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,128,power_law_1.01,19.546981811523438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,128,power_law_1.2,0.3753599882125854
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,128,power_law_1.2,0.10119040012359619
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,128,power_law_1.01,0.03432320058345795
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,128,power_law_1.01,3.1272735595703125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,128,power_law_1.01,0.03386240005493164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,128,power_law_1.2,0.20947520732879638
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,128,power_law_1.01,0.0348800003528595
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,128,power_law_1.01,0.03367359936237335
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,128,power_law_1.2,0.10573760271072388
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,128,power_law_1.2,0.5009439945220947
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,128,power_law_1.01,0.03550719916820526
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,128,power_law_1.01,0.036620798707008365
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,128,power_law_1.2,0.23270080089569092
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,128,power_law_1.01,0.03689279854297638
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,128,power_law_1.2,0.1127392053604126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,128,power_law_1.01,0.035939198732376096
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,128,power_law_1.2,0.7005983829498291
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,128,power_law_1.01,0.03765760064125061
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,128,power_law_1.2,0.29673919677734373
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,128,power_law_1.01,0.03714880049228668
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,128,power_law_1.2,0.11563520431518555
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,128,power_law_1.01,0.038652798533439635
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,128,power_law_1.01,0.0377344012260437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.01,4.307183837890625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,128,power_law_1.01,0.04006080031394958
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,128,power_law_1.2,0.3772831916809082
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,128,power_law_1.2,0.9719776153564453
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,128,power_law_1.01,0.03774079978466034
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,128,power_law_1.2,0.11976640224456787
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,128,power_law_1.01,0.040889599919319154
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,128,power_law_1.01,0.03884479999542236
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,128,power_law_1.2,0.515331220626831
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,128,power_law_1.01,0.04287680089473724
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,128,power_law_1.2,0.12303040027618409
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,128,power_law_1.01,0.04000000059604645
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,128,power_law_1.2,1.3055232048034668
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,128,power_law_1.01,0.0455839991569519
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,128,power_law_1.01,0.04194239974021911
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.2,0.12995840311050416
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,128,power_law_1.2,0.7279168128967285
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,128,power_law_1.01,0.04776319861412048
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,128,power_law_1.01,0.04715839922428131
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,128,power_law_1.01,0.050639998912811277
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,128,power_law_1.2,0.13541439771652222
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,128,power_law_1.01,0.05042880177497864
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,128,power_law_1.01,5.424019241333008
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,128,power_law_1.2,2.1179296493530275
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,128,power_law_1.01,0.05749120116233826
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,128,power_law_1.2,1.062777614593506
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,64,power_law_1.2,20.032643127441407
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,128,power_law_1.01,0.06185600161552429
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,128,power_law_1.2,0.14266560077667237
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,128,power_law_1.01,0.06712960004806519
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,128,power_law_1.2,0.025283199548721314
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,128,power_law_1.01,0.07378559708595275
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,128,power_law_1.01,0.08078719973564148
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.2,0.15622080564498902
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,128,power_law_1.2,0.030819201469421388
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,128,power_law_1.01,0.09186559915542603
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,128,power_law_1.2,1.356227207183838
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,128,power_law_1.01,0.09887040257453919
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,128,power_law_1.2,0.03157120048999786
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,128,power_law_1.01,0.10993599891662598
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,128,power_law_1.2,3.001580810546875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,128,power_law_1.2,0.17206720113754273
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,128,power_law_1.2,0.03359679877758026
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,128,power_law_1.01,0.11707839965820313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,128,power_law_1.01,0.14510719776153563
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,128,power_law_1.2,0.03384959995746613
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,128,power_law_1.2,0.18477439880371094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,128,power_law_1.01,0.1552448034286499
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,128,power_law_1.01,0.18159680366516112
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,128,power_law_1.2,2.190348815917969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,128,power_law_1.2,0.03494719862937927
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,128,power_law_1.01,0.19495359659194947
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,128,power_law_1.2,0.03561919927597046
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.2,0.21572160720825195
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,128,power_law_1.01,0.25954880714416506
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,128,power_law_1.2,0.03643839955329895
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,128,power_law_1.01,0.28162240982055664
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,128,power_law_1.01,8.604131317138672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,128,power_law_1.01,0.3434432029724121
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,128,power_law_1.2,4.531907272338867
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,128,power_law_1.2,0.2824671983718872
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,128,power_law_1.2,0.03697920143604279
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,128,power_law_1.01,0.37399680614471437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,128,power_law_1.2,2.9493408203125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,128,power_law_1.2,0.038166400790214536
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,128,power_law_1.01,0.5032864093780518
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.2,0.3411551952362061
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,128,power_law_1.2,0.03925760090351105
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,128,power_law_1.01,0.5520351886749267
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,128,power_law_1.2,0.04088639914989471
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,128,power_law_1.01,0.6774464130401612
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,128,power_law_1.2,0.48382720947265623
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,128,power_law_1.2,0.042895999550819394
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,128,power_law_1.01,0.722431993484497
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,128,power_law_1.2,0.04573439955711365
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.2,0.624396800994873
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,128,power_law_1.01,1.0317055702209472
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,128,power_law_1.2,0.05101119875907898
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,128,power_law_1.2,4.524729537963867
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,128,power_law_1.2,6.415833282470703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,128,power_law_1.01,1.1137184143066405
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,128,power_law_1.2,0.062166398763656615
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,128,power_law_1.2,0.07406719923019409
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,128,power_law_1.2,0.9377280235290527
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,128,power_law_1.01,1.3649151802062989
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,128,power_law_1.2,0.09340800046920776
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,128,power_law_1.01,1.4614656448364258
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,128,power_law_1.2,0.1101151943206787
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.2,1.2241663932800293
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,128,power_law_1.2,0.1513856053352356
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,128,power_law_1.01,1.7082496643066407
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,128,power_law_1.2,6.080303955078125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,128,power_law_1.2,0.19555200338363649
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,128,power_law_1.01,1.854524803161621
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,128,power_law_1.2,1.8094207763671875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,128,power_law_1.2,7.466326141357422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,128,power_law_1.2,0.2934432029724121
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,128,power_law_1.2,0.3898144006729126
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,128,power_law_1.01,17.499317932128907
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,128,power_law_1.2,0.5921408176422119
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,128,power_law_1.01,2.7465280532836913
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.2,2.475660705566406
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,128,power_law_1.2,0.027110400795936584
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,128,power_law_1.2,0.03341760039329529
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,128,power_law_1.01,3.003968048095703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,128,power_law_1.2,0.7741856098175048
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,128,power_law_1.2,0.03447040021419525
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,128,power_law_1.2,8.256483459472657
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,128,power_law_1.2,0.03482879996299744
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,128,power_law_1.2,0.03569599986076355
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,128,power_law_1.2,1.1543999671936036
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,128,power_law_1.2,3.6103744506835938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,128,power_law_1.2,0.03694399893283844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,128,power_law_1.2,0.03792319893836975
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,128,power_law_1.2,0.03881919980049133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,128,power_law_1.2,1.521286392211914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,128,power_law_1.2,0.039980798959732056
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,128,power_law_1.2,13.568199157714844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,128,power_law_1.01,5.614121627807617
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,128,power_law_1.2,0.041126400232315063
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,128,power_law_1.2,0.03401280045509338
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,128,power_law_1.2,0.043372800946235655
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.2,4.940441513061524
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,128,power_law_1.01,6.046083068847656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,128,power_law_1.2,0.04088639914989471
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,128,power_law_1.2,1.94486083984375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,128,power_law_1.2,0.045865601301193236
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,128,power_law_1.01,0.037808001041412354
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,128,power_law_1.2,0.03663359880447388
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,128,power_law_1.2,0.047712001204490664
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,128,power_law_1.01,0.06993600130081176
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,128,power_law_1.2,0.037852799892425536
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,128,power_law_1.2,0.050569599866867064
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,128,power_law_1.01,0.07691199779510498
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,128,power_law_1.2,0.036611199378967285
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,128,power_law_1.2,0.058931201696395874
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,128,power_law_1.01,0.08020480275154114
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,128,power_law_1.2,13.043466186523437
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,128,power_law_1.2,0.03918080031871796
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,128,power_law_1.2,0.06628159880638122
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,128,power_law_1.01,0.07995839715003968
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,128,power_law_1.2,0.039113599061965945
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,128,power_law_1.2,3.0769920349121094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,128,power_law_1.2,0.07950080037117005
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,128,power_law_1.01,0.08481919765472412
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,128,power_law_1.2,0.04059840142726898
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,128,power_law_1.2,6.110505676269531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,128,power_law_1.2,0.10023679733276367
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,128,power_law_1.01,0.08546239733695984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,128,power_law_1.2,0.04086079895496368
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,128,power_law_1.01,0.09058240056037903
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,128,power_law_1.2,0.1177631974220276
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,128,power_law_1.2,0.04158720076084137
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,128,power_law_1.01,0.09205440282821656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,128,power_law_1.2,0.15947840213775635
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,128,power_law_1.2,0.04315840005874634
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,128,power_law_1.01,0.09550079703330994
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,128,power_law_1.2,0.21712000370025636
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,128,power_law_1.2,0.047968000173568726
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,128,power_law_1.01,0.09993919730186462
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,128,power_law_1.2,0.049702399969100954
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,128,power_law_1.2,0.3121887922286987
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,128,power_law_1.01,0.10377919673919678
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,128,power_law_1.2,0.05438079833984375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,128,power_law_1.01,0.10793919563293457
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,128,power_law_1.2,0.4078559875488281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,128,power_law_1.2,0.062457597255706786
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,128,power_law_1.01,0.1136672019958496
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,128,power_law_1.2,6.1873313903808596
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,128,power_law_1.2,0.06840000152587891
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,128,power_law_1.2,0.6258207798004151
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,128,power_law_1.01,0.12012159824371338
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,128,power_law_1.01,0.03576639890670776
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,128,power_law_1.2,0.07933440208435058
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,128,power_law_1.01,0.1288256049156189
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,128,power_law_1.01,0.04896000027656555
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,128,power_law_1.2,10.395430755615234
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,128,power_law_1.2,0.09958400130271912
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,128,power_law_1.2,0.8189151763916016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,128,power_law_1.01,0.14476799964904785
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,128,power_law_1.01,0.05289279818534851
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,128,power_law_1.2,0.1230239987373352
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,128,power_law_1.01,0.1775264024734497
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,128,power_law_1.01,0.05169919729232788
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,128,power_law_1.2,0.17175040245056153
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,128,power_law_1.01,0.05315840244293213
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,128,power_law_1.2,1.2240544319152833
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,128,power_law_1.01,0.20724160671234132
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,128,power_law_1.2,0.2286367893218994
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,128,power_law_1.01,0.06320959925651551
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,128,power_law_1.01,0.03372800052165985
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,128,power_law_1.01,0.28550400733947756
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,128,power_law_1.01,0.05948160290718078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,128,power_law_1.2,0.3329983949661255
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,128,power_law_1.01,0.04055359959602356
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,128,power_law_1.2,31.635647583007813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,128,power_law_1.01,0.40159039497375487
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,128,power_law_1.01,0.06813439726829529
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,128,power_law_1.2,1.639017677307129
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,128,power_law_1.01,0.03774400055408478
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,128,power_law_1.01,0.05606399774551392
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,128,power_law_1.2,0.43467202186584475
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,128,power_law_1.01,0.08101119995117187
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,128,power_law_1.01,0.5783679962158204
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,128,power_law_1.01,0.03791680037975311
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,128,power_law_1.01,0.05201600193977356
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,128,power_law_1.01,0.08460800051689148
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,128,power_law_1.01,0.03697920143604279
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,128,power_law_1.01,0.05538880228996277
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,128,power_law_1.01,0.08909440040588379
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,128,power_law_1.2,0.6338240146636963
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,128,power_law_1.01,0.0383296012878418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,128,power_law_1.01,0.7459136009216308
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,128,power_law_1.2,2.093484878540039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,128,power_law_1.01,0.05546879768371582
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,128,power_law_1.01,0.09640960097312927
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,128,power_law_1.01,0.039263999462127684
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,128,power_law_1.01,0.056694400310516355
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,128,power_law_1.01,0.10350719690322877
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,128,power_law_1.01,0.03965120017528534
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,128,power_law_1.2,0.8305695533752442
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,128,power_law_1.2,30.571868896484375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,128,power_law_1.01,1.1553407669067384
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,128,power_law_1.01,0.059935998916625974
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,128,power_law_1.01,0.11062400341033936
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,128,power_law_1.01,0.040915200114250184
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,128,power_law_1.2,0.046166399121284486
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,128,power_law_1.01,0.06107199788093567
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,128,power_law_1.01,0.11832000017166137
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,128,power_law_1.01,0.04225279986858368
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,128,power_law_1.2,0.07037119865417481
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,128,power_law_1.2,1.2411487579345704
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,128,power_law_1.01,1.4590304374694825
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,128,power_law_1.01,0.06212159991264343
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,128,power_law_1.01,0.12752959728240967
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,128,power_law_1.01,0.043993601202964784
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,128,power_law_1.2,0.07784000039100647
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,128,power_law_1.2,3.3325950622558596
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,128,power_law_1.01,0.06249600052833557
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,128,power_law_1.01,0.1450976014137268
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,128,power_law_1.01,0.04639039933681488
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,128,power_law_1.2,0.07668160200119019
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,128,power_law_1.01,0.06666880249977111
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,128,power_law_1.01,0.04783360064029694
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,128,power_law_1.2,0.08037760257720947
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,128,power_law_1.01,0.17939200401306152
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,128,power_law_1.01,0.07068480253219604
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,128,power_law_1.2,1.6383615493774415
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,128,power_law_1.01,2.3022560119628905
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,128,power_law_1.01,0.0540831983089447
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,128,power_law_1.2,0.08603839874267578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,128,power_law_1.01,0.21494719982147217
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,128,power_law_1.01,0.07472000122070313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,128,power_law_1.2,20.78865966796875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,128,power_law_1.01,0.058736002445220946
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,128,power_law_1.2,0.08728960156440735
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,128,power_law_1.01,0.3066112041473389
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,128,power_law_1.01,0.08380159735679626
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,128,power_law_1.01,0.06642240285873413
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,128,power_law_1.2,0.09123200178146362
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,128,power_law_1.01,0.09296640157699584
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,128,power_law_1.01,0.39811201095581056
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,128,power_law_1.2,0.035699200630187986
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,128,power_law_1.01,0.07743039727210999
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,128,power_law_1.2,0.09257599711418152
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,128,power_law_1.2,2.0833599090576174
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,128,power_law_1.01,0.10106559991836547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,128,power_law_1.01,3.1996992111206053
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,128,power_law_1.2,0.05394240021705628
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,128,power_law_1.2,0.09475200176239014
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,128,power_law_1.01,0.09807680249214172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,128,power_law_1.01,0.5937695980072022
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,128,power_law_1.01,0.11088320016860961
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,128,power_law_1.2,0.0525056004524231
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,128,power_law_1.2,0.10037440061569214
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,128,power_law_1.01,0.11919360160827637
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,128,power_law_1.2,0.05228480100631714
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,128,power_law_1.01,0.13225280046463012
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,128,power_law_1.2,0.1041599988937378
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,128,power_law_1.01,0.7944223880767822
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,128,power_law_1.01,0.16649600267410278
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,128,power_law_1.2,0.05367680191993714
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,128,power_law_1.2,6.6681663513183596
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,128,power_law_1.2,0.10773119926452637
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,128,power_law_1.01,0.17434560060501098
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,128,power_law_1.01,0.21709120273590088
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,128,power_law_1.2,0.06197119951248169
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,128,power_law_1.2,0.11429760456085206
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,128,power_law_1.01,1.2018912315368653
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,128,power_law_1.01,0.21905601024627686
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,128,power_law_1.2,3.2874271392822267
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,128,power_law_1.01,4.035452651977539
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,128,power_law_1.2,0.06471999883651733
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,128,power_law_1.01,0.31346879005432127
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,128,power_law_1.2,0.12056640386581421
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,128,power_law_1.01,0.3170752048492432
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,128,power_law_1.2,0.06830400228500366
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,128,power_law_1.2,0.129094398021698
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,128,power_law_1.01,0.41176958084106446
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,128,power_law_1.01,1.620534324645996
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,128,power_law_1.2,0.07768639922142029
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,128,power_law_1.01,0.4076064109802246
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,128,power_law_1.2,0.14714879989624025
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,128,power_law_1.2,0.08204799890518188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,128,power_law_1.01,0.600383996963501
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,128,power_law_1.2,0.18314239978790284
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,128,power_law_1.01,0.5924448013305664
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,128,power_law_1.2,0.0893280029296875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,128,power_law_1.2,0.2283168077468872
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,128,power_law_1.2,0.09720640182495117
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,128,power_law_1.01,2.436742401123047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,128,power_law_1.01,0.7853919982910156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,128,power_law_1.01,0.7923136234283448
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,128,power_law_1.2,0.36249599456787107
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,128,power_law_1.2,0.10209599733352662
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,128,power_law_1.01,6.328406524658203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,128,power_law_1.2,0.46801280975341797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,128,power_law_1.2,0.1115231990814209
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,128,power_law_1.01,1.188748836517334
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,128,power_law_1.01,1.1644255638122558
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,128,power_law_1.2,0.1190176010131836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,128,power_law_1.2,0.6639200210571289
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,128,power_law_1.2,0.1275712013244629
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,128,power_law_1.01,3.225251388549805
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,128,power_law_1.2,6.588172912597656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,128,power_law_1.01,1.5661919593811036
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,128,power_law_1.2,0.1450719952583313
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,128,power_law_1.2,0.9346207618713379
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,128,power_law_1.01,1.549567985534668
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,128,power_law_1.2,0.18233920335769654
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,128,power_law_1.01,0.10551999807357788
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,128,power_law_1.2,0.2448575973510742
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,128,power_law_1.2,1.440284824371338
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,128,power_law_1.01,2.310099220275879
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,128,power_law_1.2,0.36664960384368894
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,128,power_law_1.01,0.13299200534820557
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,128,power_law_1.01,4.090784072875977
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,128,power_law_1.01,1.9614784240722656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,128,power_law_1.2,0.475164794921875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,128,power_law_1.2,1.897657585144043
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,128,power_law_1.01,0.16558079719543456
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,128,power_law_1.2,0.7355423927307129
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,128,power_law_1.01,3.093846321105957
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,128,power_law_1.01,0.15355199575424194
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,128,power_law_1.2,1.006764793395996
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,128,power_law_1.2,2.9475072860717773
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,128,power_law_1.01,3.1212480545043944
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,128,power_law_1.01,13.014735412597656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,128,power_law_1.01,0.15649919509887694
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,128,power_law_1.2,1.4987008094787597
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,128,power_law_1.01,6.595436859130859
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,128,power_law_1.01,0.09718080163002014
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,128,power_law_1.01,3.8827583312988283
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,128,power_law_1.01,0.17070080041885377
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,128,power_law_1.2,3.9074462890625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,128,power_law_1.2,2.0181407928466797
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,128,power_law_1.01,0.13409919738769532
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,128,power_law_1.01,0.16909760236740112
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,128,power_law_1.01,0.1399168014526367
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,128,power_law_1.01,0.18196159601211548
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,128,power_law_1.2,3.025987243652344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,128,power_law_1.2,4.870841598510742
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,128,power_law_1.01,0.13775360584259033
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,128,power_law_1.01,6.269638442993164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,128,power_law_1.01,6.2720703125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,128,power_law_1.01,0.18110400438308716
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,128,power_law_1.01,0.1453536033630371
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,128,power_law_1.01,0.08978239893913269
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,128,power_law_1.2,0.05644479990005493
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,128,power_law_1.01,0.1903648018836975
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,128,power_law_1.2,4.019420623779297
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,128,power_law_1.2,0.052502399682998656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,128,power_law_1.01,0.09064639806747436
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,128,power_law_1.2,0.05490880012512207
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,128,power_law_1.01,0.152566397190094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,128,power_law_1.01,0.19480639696121216
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,128,power_law_1.2,0.056953597068786624
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,128,power_law_1.01,13.786572265625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,128,power_law_1.2,0.05627520084381103
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,128,power_law_1.01,0.09608319997787476
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,128,power_law_1.01,0.15961600542068483
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,128,power_law_1.01,0.19599679708480836
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,128,power_law_1.2,7.9725502014160154
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,128,power_law_1.2,0.05932160019874573
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,128,power_law_1.2,0.11095679998397827
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,128,power_law_1.2,5.044441604614258
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,128,power_law_1.2,0.06202239990234375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,128,power_law_1.01,0.11034239530563354
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,128,power_law_1.01,0.16698559522628784
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,128,power_law_1.01,0.2048543930053711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,128,power_law_1.2,0.061977601051330565
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,128,power_law_1.2,0.1330016016960144
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,128,power_law_1.2,0.06367999911308289
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,128,power_law_1.01,0.11650559902191163
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,128,power_law_1.01,0.16869759559631348
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,128,power_law_1.2,0.06838719844818116
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,128,power_law_1.01,0.21290240287780762
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,128,power_law_1.2,0.162118399143219
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,128,power_law_1.2,0.07206079959869385
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,128,power_law_1.01,0.12138880491256714
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,128,power_law_1.01,12.53719711303711
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,128,power_law_1.01,0.1739967942237854
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,128,power_law_1.2,0.0774944007396698
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,128,power_law_1.01,0.22295360565185546
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,128,power_law_1.2,0.1515936017036438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,128,power_law_1.2,0.08509759902954102
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,128,power_law_1.01,0.12728320360183715
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,128,power_law_1.2,0.09972159862518311
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,128,power_law_1.01,0.17755839824676514
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,128,power_law_1.2,0.09330559968948364
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,128,power_law_1.01,0.23318080902099608
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,128,power_law_1.2,8.084931182861329
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,128,power_law_1.2,0.15796799659729005
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,128,power_law_1.2,0.10235519409179687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,128,power_law_1.01,0.1349503993988037
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,128,power_law_1.2,0.13489279747009278
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,128,power_law_1.01,0.18524479866027832
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,128,power_law_1.2,0.11279040575027466
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,128,power_law_1.01,0.25788159370422364
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,128,power_law_1.2,0.16358720064163207
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,128,power_law_1.2,0.13349759578704834
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,128,power_law_1.01,0.13769279718399047
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,128,power_law_1.2,0.1375488042831421
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,128,power_law_1.01,0.19022079706192016
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,128,power_law_1.2,0.1831936001777649
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,128,power_law_1.2,0.16920640468597412
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,128,power_law_1.01,0.3027551889419556
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,128,power_law_1.2,0.24030721187591553
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,128,power_law_1.01,0.14359999895095826
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,128,power_law_1.2,0.1387104034423828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,128,power_law_1.2,15.97095947265625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,128,power_law_1.01,0.20049600601196288
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,128,power_law_1.2,0.3388447999954224
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,128,power_law_1.2,0.1786080002784729
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,128,power_law_1.01,0.3558111906051636
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,128,power_law_1.2,0.44347200393676756
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,128,power_law_1.01,0.15059839487075805
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,128,power_law_1.2,0.14423359632492067
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,128,power_law_1.2,0.08987200260162354
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,128,power_law_1.01,0.21217920780181884
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,128,power_law_1.2,0.1866943955421448
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,128,power_law_1.2,0.6717023849487305
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,128,power_law_1.01,0.44887681007385255
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,128,power_law_1.01,0.15765440464019775
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,128,power_law_1.2,0.09080640077590943
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,128,power_law_1.2,0.15018880367279053
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,128,power_law_1.01,0.22551679611206055
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,128,power_law_1.2,0.18825600147247315
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,128,power_law_1.2,0.8687711715698242
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,128,power_law_1.01,0.5681536197662354
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,128,power_law_1.01,0.16435519456863404
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,128,power_law_1.2,0.09376000165939331
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,128,power_law_1.2,0.15404800176620484
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,128,power_law_1.01,0.24843840599060057
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,128,power_law_1.2,0.19606720209121703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,128,power_law_1.2,1.2883008003234864
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,128,power_law_1.01,0.17732479572296142
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,128,power_law_1.2,0.10969599485397338
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,128,power_law_1.01,0.8328960418701172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,128,power_law_1.2,0.16415679454803467
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,128,power_law_1.01,0.2942336082458496
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,128,power_law_1.2,16.421888732910155
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,128,power_law_1.2,0.1991104006767273
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,128,power_law_1.2,1.7231712341308594
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,128,power_law_1.01,0.19014719724655152
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,128,power_law_1.2,0.11385279893875122
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,256,power_law_1.01,0.07971199750900268
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,128,power_law_1.2,0.1675487995147705
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,128,power_law_1.01,0.34971520900726316
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,128,power_law_1.2,0.20276479721069335
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,128,power_law_1.01,1.0845631599426269
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,256,power_law_1.01,0.13890559673309327
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,128,power_law_1.01,0.20328640937805176
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,128,power_law_1.2,0.12003200054168701
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,128,power_law_1.2,0.17348159551620485
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,128,power_law_1.2,2.572982406616211
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,128,power_law_1.2,0.21194241046905518
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,128,power_law_1.01,0.4639616012573242
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,256,power_law_1.01,0.1382591962814331
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,128,power_law_1.01,0.23055360317230225
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,128,power_law_1.2,0.12391359806060791
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,128,power_law_1.01,1.5755840301513673
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,256,power_law_1.01,0.13971840143203734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,128,power_law_1.2,0.1757248044013977
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,128,power_law_1.2,0.21786880493164062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,128,power_law_1.01,0.582528018951416
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,128,power_law_1.01,0.2951519966125488
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,256,power_law_1.01,0.14151999950408936
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,128,power_law_1.2,0.13257600069046022
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,128,power_law_1.2,3.4191646575927734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,128,power_law_1.2,0.233622407913208
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,128,power_law_1.2,0.18265600204467775
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,256,power_law_1.01,0.14322240352630616
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,128,power_law_1.01,0.8320128440856933
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,128,power_law_1.01,2.069136047363281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,128,power_law_1.01,0.3552479982376099
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,128,power_law_1.2,0.1351199984550476
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,128,power_law_1.2,0.26416640281677245
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,256,power_law_1.01,0.14731520414352417
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,128,power_law_1.2,0.18942079544067383
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,128,power_law_1.2,0.14200960397720336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,128,power_law_1.01,0.480131196975708
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,256,power_law_1.01,0.1494976043701172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,128,power_law_1.01,1.1345760345458984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,128,power_law_1.2,0.3118655920028687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,128,power_law_1.2,4.2778270721435545
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,128,power_law_1.2,0.1998304009437561
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,256,power_law_1.01,0.15211839675903321
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,128,power_law_1.2,0.14997119903564454
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,128,power_law_1.01,3.1780351638793944
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,128,power_law_1.01,0.6085855960845947
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,128,power_law_1.2,0.3667968034744263
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,128,power_law_1.2,0.20948801040649415
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,256,power_law_1.01,0.1538432002067566
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,128,power_law_1.01,1.597424030303955
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,128,power_law_1.2,0.1569216012954712
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,256,power_law_1.01,0.15852479934692382
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,128,power_law_1.2,0.4891456127166748
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,128,power_law_1.01,0.8548255920410156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,128,power_law_1.2,0.22603840827941896
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,128,power_law_1.2,0.16489919424057006
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,256,power_law_1.01,0.16285760402679444
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,128,power_law_1.2,0.6373343944549561
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,128,power_law_1.01,2.198329544067383
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,128,power_law_1.2,0.25037760734558107
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,128,power_law_1.01,4.211433410644531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,256,power_law_1.01,0.16806720495223998
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,128,power_law_1.2,6.8512451171875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,128,power_law_1.01,1.0884223937988282
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,128,power_law_1.2,0.17740800380706787
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,256,power_law_1.01,0.17914880514144899
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,128,power_law_1.2,0.3037856101989746
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,128,power_law_1.2,0.9650848388671875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,128,power_law_1.2,0.19016640186309813
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,256,power_law_1.01,0.18977279663085939
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,128,power_law_1.01,1.6129983901977538
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,128,power_law_1.2,0.36637439727783205
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,128,power_law_1.01,3.2870975494384767
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,256,power_law_1.01,0.19788800477981566
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,128,power_law_1.2,0.20398080348968506
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,128,power_law_1.2,1.2463359832763672
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,256,power_law_1.01,0.21794240474700927
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,128,power_law_1.01,5.5086719512939455
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,128,power_law_1.2,0.5058303833007812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,128,power_law_1.2,0.23921279907226561
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,128,power_law_1.01,2.1140512466430663
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,256,power_law_1.01,0.26162240505218504
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,128,power_law_1.2,1.9334016799926759
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,128,power_law_1.2,0.29999680519104005
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,128,power_law_1.2,0.6635712146759033
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,256,power_law_1.01,0.3044543981552124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,128,power_law_1.01,4.332534408569336
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,256,power_law_1.01,0.39026238918304446
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,128,power_law_1.2,0.36380159854888916
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,128,power_law_1.01,3.0899200439453125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,128,power_law_1.2,0.9559616088867188
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,128,power_law_1.2,2.5438655853271483
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,256,power_law_1.01,0.49470720291137693
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,128,power_law_1.2,13.746514892578125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,128,power_law_1.2,0.4971519947052002
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,256,power_law_1.01,0.07360320091247559
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,128,power_law_1.01,8.43265609741211
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,256,power_law_1.01,0.7276095867156982
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,128,power_law_1.2,0.6351071834564209
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,128,power_law_1.2,1.2722304344177247
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,256,power_law_1.01,0.12243520021438599
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,128,power_law_1.01,4.119587326049805
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,128,power_law_1.01,5.374102401733398
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,128,power_law_1.2,3.9240478515625
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,256,power_law_1.01,1.0248895645141602
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,256,power_law_1.01,0.12304320335388183
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,128,power_law_1.2,0.9227680206298828
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,128,power_law_1.2,1.9376544952392578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,256,power_law_1.01,0.12492799758911133
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,256,power_law_1.01,1.455075168609619
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,256,power_law_1.01,0.12716480493545532
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,128,power_law_1.2,1.186150360107422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,256,power_law_1.01,0.13132480382919312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,256,power_law_1.01,1.9787616729736328
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,128,power_law_1.01,5.2324577331542965
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,128,power_law_1.2,5.381827163696289
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,128,power_law_1.2,2.5484031677246093
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,256,power_law_1.01,0.1363360047340393
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,128,power_law_1.2,1.6988895416259766
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,256,power_law_1.01,0.13902080059051514
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,128,power_law_1.01,8.994108581542969
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,256,power_law_1.01,0.14182720184326172
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,256,power_law_1.01,3.0104448318481447
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,128,power_law_1.2,2.2964096069335938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,256,power_law_1.01,0.14503999948501586
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,128,power_law_1.2,4.207257461547852
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,256,power_law_1.01,0.1503648042678833
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,128,power_law_1.2,6.792384338378906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,128,power_law_1.01,17.178742980957033
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,256,power_law_1.01,0.1543712019920349
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,256,power_law_1.01,4.048531341552734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,128,power_law_1.01,8.238800048828125
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,256,power_law_1.01,0.08293120265007019
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,256,power_law_1.01,0.15973440408706666
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,128,power_law_1.2,3.4205600738525392
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,256,power_law_1.01,0.0809503972530365
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,256,power_law_1.01,0.17184640169143678
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,128,power_law_1.2,5.738524627685547
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,256,power_law_1.01,0.08367679715156555
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,256,power_law_1.01,0.18529280424118041
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,256,power_law_1.01,0.0914463996887207
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,256,power_law_1.01,5.0293022155761715
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,256,power_law_1.01,0.19397439956665039
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,256,power_law_1.01,0.09353600144386291
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,128,power_law_1.2,4.557513427734375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,256,power_law_1.01,0.21484479904174805
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,256,power_law_1.01,0.09936000108718872
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,256,power_law_1.01,0.26371839046478274
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,128,power_law_1.2,12.291654205322265
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,256,power_law_1.01,0.10688639879226684
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,256,power_law_1.01,0.31014080047607423
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,128,power_law_1.2,6.9959358215332035
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,128,power_law_1.01,18.44793243408203
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,256,power_law_1.01,0.10812159776687622
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,256,power_law_1.01,0.4188960075378418
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,256,power_law_1.2,0.0864799976348877
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,256,power_law_1.01,0.11096960306167603
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,128,power_law_1.2,6.006752014160156
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,256,power_law_1.01,8.523990631103516
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,256,power_law_1.01,0.5230144023895263
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,256,power_law_1.2,0.1376703977584839
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,256,power_law_1.01,0.11636159420013428
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,256,power_law_1.2,0.13892799615859985
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,256,power_law_1.01,0.7685376167297363
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,256,power_law_1.01,0.1213536024093628
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,128,power_law_1.01,16.818374633789062
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,256,power_law_1.2,0.13957120180130006
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,256,power_law_1.01,0.12843199968338012
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,256,power_law_1.2,0.07937600016593933
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,256,power_law_1.01,1.042083168029785
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,256,power_law_1.2,0.13994879722595216
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,256,power_law_1.01,0.1336351990699768
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,256,power_law_1.2,0.12220159769058228
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,256,power_law_1.2,0.1441215991973877
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.01,0.1463711977005005
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,256,power_law_1.2,0.12136319875717164
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,256,power_law_1.01,1.5548800468444823
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,128,power_law_1.2,11.802950286865235
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,256,power_law_1.2,0.14693119525909423
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,256,power_law_1.01,0.15940159559249878
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,256,power_law_1.2,0.1241536021232605
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,128,power_law_1.2,9.14974365234375
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,256,power_law_1.2,0.15035840272903442
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,256,power_law_1.2,0.12673599720001222
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,256,power_law_1.01,0.17348159551620485
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,256,power_law_1.01,2.072800064086914
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,256,power_law_1.2,0.15213119983673096
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,256,power_law_1.2,0.13095680475234986
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.01,0.20088319778442382
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,256,power_law_1.2,0.1544800043106079
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,256,power_law_1.2,0.13576960563659668
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,256,power_law_1.01,0.256441593170166
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,256,power_law_1.2,0.15968960523605347
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,256,power_law_1.2,0.13924479484558105
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,256,power_law_1.01,3.142780876159668
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.01,0.31674559116363527
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,256,power_law_1.2,0.16455039978027344
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,256,power_law_1.01,18.033792114257814
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,256,power_law_1.2,0.14242880344390868
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,128,power_law_1.2,25.729324340820312
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,256,power_law_1.01,0.4346975803375244
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,256,power_law_1.2,0.17040640115737915
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,256,power_law_1.2,0.14495999813079835
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,256,power_law_1.2,0.1808608055114746
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,256,power_law_1.2,0.15133440494537354
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.01,0.5580671787261963
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,256,power_law_1.01,4.235673522949218
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,256,power_law_1.2,0.18870079517364502
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,256,power_law_1.2,0.15548800230026244
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,256,power_law_1.01,0.8025247573852539
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,256,power_law_1.2,0.19950400590896605
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,256,power_law_1.2,0.1612671971321106
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,256,power_law_1.2,0.1733440041542053
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,256,power_law_1.2,0.22204160690307617
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.01,1.0320320129394531
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,256,power_law_1.2,0.1837504029273987
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,256,power_law_1.2,0.2651360034942627
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,256,power_law_1.01,5.337260818481445
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,256,power_law_1.01,1.541043186187744
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,256,power_law_1.2,0.19423680305480956
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,256,power_law_1.2,0.32165119647979734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,128,power_law_1.2,19.800819396972656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,128,power_law_1.2,24.891542053222658
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,256,power_law_1.2,0.21895999908447267
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,256,power_law_1.2,0.46352639198303225
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.01,2.031964874267578
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,256,power_law_1.2,0.26896960735321046
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,256,power_law_1.2,0.6083392143249512
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,256,power_law_1.2,0.3339936017990112
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,256,power_law_1.2,0.9454560279846191
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,256,power_law_1.2,0.4742271900177002
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,256,power_law_1.01,3.073711967468262
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,256,power_law_1.01,9.057308959960938
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,256,power_law_1.2,0.6273600101470947
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,256,power_law_1.2,1.2303839683532716
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,256,power_law_1.2,0.9871520042419434
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,256,power_law_1.2,2.0633216857910157
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.01,4.006774520874023
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,256,power_law_1.2,1.2913344383239747
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,256,power_law_1.2,2.6288639068603517
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,256,power_law_1.2,1.9612319946289063
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,256,power_law_1.01,5.1358081817626955
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,256,power_law_1.2,0.08391039967536926
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,256,power_law_1.2,4.35022087097168
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,256,power_law_1.2,0.07941439747810364
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,256,power_law_1.2,2.7574687957763673
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,256,power_law_1.2,0.08391039967536926
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,256,power_law_1.01,18.785842895507812
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,256,power_law_1.2,0.09225280284881592
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,256,power_law_1.2,0.09341440200805665
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,256,power_law_1.2,4.153657531738281
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,256,power_law_1.2,0.09796159863471984
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,256,power_law_1.2,6.164406585693359
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.01,8.194953918457031
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,256,power_law_1.2,0.10580480098724365
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,256,power_law_1.2,0.10848959684371948
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,256,power_law_1.2,0.11182399988174438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,256,power_law_1.2,5.857727813720703
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,256,power_law_1.2,0.1155519962310791
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,256,power_law_1.2,7.899030303955078
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,256,power_law_1.2,0.12200640439987183
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,256,power_law_1.2,0.12760640382766725
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,256,power_law_1.2,0.13479360342025756
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.2,0.14678399562835692
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,256,power_law_1.2,8.008201599121094
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,256,power_law_1.2,0.16273599863052368
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,256,power_law_1.2,0.17527999877929687
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,256,power_law_1.01,16.536463928222656
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.2,0.20432960987091064
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,256,power_law_1.2,13.967977905273438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,256,power_law_1.2,0.2664031982421875
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.2,0.33071041107177734
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,256,power_law_1.2,0.4628575801849365
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,256,power_law_1.2,12.668726348876953
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.2,0.5958240032196045
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,256,power_law_1.2,0.8659263610839844
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.2,1.1519743919372558
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,256,power_law_1.2,1.754262351989746
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.2,2.35001277923584
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,256,power_law_1.2,26.892169189453124
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,256,power_law_1.2,3.531999969482422
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,256,power_law_1.2,27.712265014648438
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.2,4.838643264770508
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,256,power_law_1.2,6.053126525878906
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.2,10.064486694335937
VLLM,0.12.0,NVIDIA H200,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,256,power_law_1.2,19.584979248046874
