framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,1,power_law_1.01,0.32038400173187254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,1,power_law_1.2,0.32113280296325686
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,1,power_law_1.01,0.3874815940856934
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,1,power_law_1.2,0.3691135883331299
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,1,power_law_1.01,0.6118591785430908
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,1,power_law_1.2,0.472108793258667
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,1,power_law_1.01,0.4733920097351074
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,1,power_law_1.01,0.15224640369415282
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,1,power_law_1.01,0.6286719799041748
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,1,power_law_1.2,0.1515936017036438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,1,power_law_1.01,0.7928959846496582
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,1,power_law_1.01,0.3128704071044922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,1,power_law_1.01,0.4568192005157471
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,1,power_law_1.01,0.5813888072967529
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,1,power_law_1.01,0.9324799537658691
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,1,power_law_1.2,0.9220064163208008
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,1,power_law_1.01,1.5798175811767579
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,1,power_law_1.01,1.1175807952880858
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,1,power_law_1.01,1.2329343795776366
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,1,power_law_1.2,1.2169119834899902
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,1,power_law_1.01,1.249561595916748
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,1,power_law_1.2,1.2688511848449706
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,1,power_law_1.01,1.2758975982666017
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,1,power_law_1.2,1.2799776077270508
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,1,power_law_1.01,0.22131519317626952
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,1,power_law_1.01,2.1949184417724608
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,1,power_law_1.01,1.291641616821289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,1,power_law_1.2,1.296339225769043
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,1,power_law_1.2,0.21567680835723876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,1,power_law_1.01,1.3020319938659668
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,1,power_law_1.2,1.3239871978759765
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,1,power_law_1.01,1.3092543601989746
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,1,power_law_1.01,2.2056447982788088
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,1,power_law_1.01,1.315510368347168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,1,power_law_1.2,1.3488127708435058
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,1,power_law_1.01,1.3179424285888672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,1,power_law_1.01,2.2533151626586916
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,1,power_law_1.01,1.3862784385681153
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,1,power_law_1.2,1.404147243499756
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,1,power_law_1.01,1.356608009338379
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,1,power_law_1.01,1.5003711700439453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,1,power_law_1.01,1.3793184280395507
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,1,power_law_1.2,1.478108787536621
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,1,power_law_1.01,2.3194528579711915
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,1,power_law_1.01,1.5651840209960937
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,1,power_law_1.01,1.4437952041625977
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,1,power_law_1.2,1.5850272178649902
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,1,power_law_1.01,2.4783935546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,1,power_law_1.01,1.7474496841430665
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,1,power_law_1.01,1.4887231826782226
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,1,power_law_1.2,1.7608064651489257
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,1,power_law_1.01,1.9009023666381837
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,1,power_law_1.01,1.5394559860229493
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,1,power_law_1.01,2.524937629699707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,1,power_law_1.2,1.9307584762573242
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,1,power_law_1.01,1.6341472625732423
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,1,power_law_1.01,2.0976991653442383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,1,power_law_1.2,2.05031681060791
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,1,power_law_1.01,2.6928768157958984
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,1,power_law_1.01,1.706719970703125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,1,power_law_1.01,2.327587127685547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,1,power_law_1.2,2.369696044921875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,1,power_law_1.01,2.851980781555176
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,1,power_law_1.01,1.9971071243286134
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,1,power_law_1.01,3.1138240814208986
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,1,power_law_1.2,3.062873649597168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,1,power_law_1.01,2.2823040008544924
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,1,power_law_1.01,2.956604766845703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,1,power_law_1.01,2.5711008071899415
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,1,power_law_1.01,0.24798719882965087
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,1,power_law_1.01,4.00134391784668
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,1,power_law_1.01,3.294694519042969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,1,power_law_1.2,3.978627014160156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,1,power_law_1.2,0.26175999641418457
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,1,power_law_1.01,3.1598623275756834
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,1,power_law_1.01,3.42248649597168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,1,power_law_1.01,5.633635330200195
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,1,power_law_1.2,5.668175888061524
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,1,power_law_1.01,4.3725120544433596
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,1,power_law_1.01,3.6142433166503904
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,1,power_law_1.01,4.208774566650391
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,1,power_law_1.01,7.281094360351562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,1,power_law_1.01,5.621785736083984
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,1,power_law_1.2,7.249468994140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,1,power_law_1.01,5.700473785400391
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,1,power_law_1.01,8.134668731689453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,1,power_law_1.01,11.001760101318359
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,1,power_law_1.2,10.938713836669923
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,1,power_law_1.01,6.680316925048828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,1,power_law_1.01,0.479420804977417
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,1,power_law_1.2,0.4795872211456299
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,1,power_law_1.01,10.617814636230468
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,1,power_law_1.01,10.039788818359375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,1,power_law_1.01,13.961302185058594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,1,power_law_1.2,13.852070617675782
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,1,power_law_1.01,0.49193601608276366
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,1,power_law_1.2,0.4984096050262451
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,1,power_law_1.01,12.19402847290039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,1,power_law_1.01,15.576130676269532
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,1,power_law_1.01,21.644915771484374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,1,power_law_1.2,21.11156768798828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,1,power_law_1.01,18.316761779785157
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,1,power_law_1.01,20.609834289550783
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,1,power_law_1.01,0.49672641754150393
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,1,power_law_1.2,0.5021344184875488
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,1,power_law_1.01,0.49993281364440917
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,1,power_law_1.2,0.4990272045135498
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,1,power_law_1.01,0.5095071792602539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,1,power_law_1.2,0.5032447814941406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,1,power_law_1.01,0.5196447849273682
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,1,power_law_1.2,0.5406623840332031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,1,power_law_1.2,28.546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,1,power_law_1.01,28.925765991210938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,1,power_law_1.01,23.424412536621094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,1,power_law_1.01,30.766754150390625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,1,power_law_1.01,0.593891191482544
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,1,power_law_1.2,0.590015983581543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,1,power_law_1.01,0.592307186126709
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,1,power_law_1.2,0.6300831794738769
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,1,power_law_1.01,0.6497632026672363
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,1,power_law_1.2,0.6765535831451416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,1,power_law_1.01,0.6932159900665283
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,1,power_law_1.2,0.6762911796569824
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,1,power_law_1.01,34.9797119140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,1,power_law_1.2,0.6799488067626953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,1,power_law_1.2,0.7328896045684814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,1,power_law_1.01,0.6773791790008545
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,1,power_law_1.2,0.7536767959594727
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,1,power_law_1.01,0.7178336143493652
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,1,power_law_1.01,0.763756799697876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,1,power_law_1.2,43.69601135253906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,1,power_law_1.01,43.822149658203124
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,1,power_law_1.01,40.7560302734375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,1,power_law_1.2,0.6626688003540039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,1,power_law_1.2,0.8064831733703614
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,1,power_law_1.01,0.6606175899505615
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,1,power_law_1.2,0.9015487670898438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,1,power_law_1.01,0.8098208427429199
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,1,power_law_1.01,0.8928000450134277
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,1,power_law_1.01,47.6289794921875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,1,power_law_1.2,58.6496337890625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,1,power_law_1.01,59.162353515625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,1,power_law_1.2,1.2594655990600585
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,1,power_law_1.01,1.2529151916503907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,1,power_law_1.2,1.5746015548706054
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,1,power_law_1.01,1.5705344200134277
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,1,power_law_1.01,62.3992431640625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,1,power_law_1.01,2.2167808532714846
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,1,power_law_1.2,2.2689823150634765
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,1,power_law_1.01,2.9929439544677736
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,1,power_law_1.2,3.068876838684082
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,1,power_law_1.01,4.458272171020508
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,1,power_law_1.2,4.334124755859375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,1,power_law_1.01,5.729840087890625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,1,power_law_1.01,73.88878784179687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,1,power_law_1.2,5.890419387817383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,1,power_law_1.01,8.709625244140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,1,power_law_1.2,8.505014038085937
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,1,power_law_1.2,73.1861328125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,1,power_law_1.01,73.95789184570313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,1,power_law_1.01,11.666057586669922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,1,power_law_1.2,11.643558502197266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,1,power_law_1.01,14.340658569335938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,1,power_law_1.2,14.586524963378906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,1,power_law_1.01,85.49925537109375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,1,power_law_1.01,23.2565185546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,1,power_law_1.2,22.85289306640625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,1,power_law_1.01,0.18110079765319825
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,1,power_law_1.01,0.24154560565948485
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,1,power_law_1.01,0.32138240337371826
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,1,power_law_1.01,99.6189453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,1,power_law_1.01,47.54448547363281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,1,power_law_1.2,46.560546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,1,power_law_1.2,0.5035967826843262
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,1,power_law_1.2,0.18021759986877442
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,1,power_law_1.2,0.5654751777648925
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,1,power_law_1.2,0.22439041137695312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,1,power_law_1.2,0.7114975929260254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,1,power_law_1.2,0.29564480781555175
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,1,power_law_1.2,1.6307039260864258
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,1,power_law_1.2,2.1623968124389648
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,1,power_law_1.2,2.192790412902832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,1,power_law_1.2,2.2997791290283205
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,1,power_law_1.01,0.5168960094451904
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,1,power_law_1.01,0.5198783874511719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,1,power_law_1.2,2.333091163635254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,1,power_law_1.01,0.5295199871063232
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,1,power_law_1.01,0.5361440181732178
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,1,power_law_1.2,116.87608642578125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,1,power_law_1.01,0.5393119812011719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,1,power_law_1.2,2.444812774658203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,1,power_law_1.01,0.5549312114715577
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,1,power_law_1.01,0.5985983848571778
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,1,power_law_1.01,118.73284912109375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,1,power_law_1.2,2.507663917541504
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,1,power_law_1.01,0.6283199787139893
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,1,power_law_1.01,0.6455935955047607
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,1,power_law_1.01,0.65382080078125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,1,power_law_1.2,2.6568767547607424
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,1,power_law_1.01,0.6758944034576416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,1,power_law_1.01,0.7159167766571045
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,1,power_law_1.2,2.820419120788574
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,1,power_law_1.01,0.8026592254638671
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,1,power_law_1.01,0.9116991996765137
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,1,power_law_1.2,3.0517791748046874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,1,power_law_1.01,1.1885279655456542
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,1,power_law_1.01,105.69544677734375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,1,power_law_1.2,0.5039552211761474
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,1,power_law_1.01,1.5088543891906738
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,1,power_law_1.2,0.5245024204254151
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,1,power_law_1.2,3.234953689575195
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,1,power_law_1.2,0.5296832084655761
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,1,power_law_1.2,0.5353824138641358
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,1,power_law_1.01,2.1228544235229494
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,1,power_law_1.2,0.5406400203704834
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,1,power_law_1.2,3.4594974517822266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,1,power_law_1.2,0.5830783843994141
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,1,power_law_1.01,2.7428064346313477
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,1,power_law_1.2,0.5956128120422364
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,1,power_law_1.2,0.6241919994354248
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,1,power_law_1.2,0.6430208206176757
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,1,power_law_1.2,3.7022014617919923
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,1,power_law_1.2,0.6523551940917969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,1,power_law_1.01,4.050595092773437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,1,power_law_1.2,0.6721055984497071
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,1,power_law_1.2,0.7204607963562012
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,1,power_law_1.2,4.295654296875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,1,power_law_1.2,0.7815487861633301
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,1,power_law_1.2,0.902892780303955
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,1,power_law_1.01,5.359587097167969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,1,power_law_1.2,1.1753888130187988
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,1,power_law_1.2,1.50731201171875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,1,power_law_1.2,5.787699127197266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,1,power_law_1.2,2.1047840118408203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,1,power_law_1.01,8.085734558105468
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,1,power_law_1.2,2.7834144592285157
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,1,power_law_1.2,7.2479103088378904
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,1,power_law_1.2,4.067555236816406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,1,power_law_1.2,5.450883102416992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,1,power_law_1.01,10.926924896240234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,1,power_law_1.2,10.098191833496093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,1,power_law_1.2,7.787519836425782
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,1,power_law_1.2,12.603177642822265
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,1,power_law_1.01,15.840748596191407
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,1,power_law_1.2,10.399359893798827
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,1,power_law_1.2,18.598112487792967
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,1,power_law_1.01,123.05784912109375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,1,power_law_1.2,15.629621887207032
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,1,power_law_1.01,21.839990234375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,1,power_law_1.2,23.941590881347658
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,1,power_law_1.2,21.21562805175781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,1,power_law_1.01,26.974298095703126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,1,power_law_1.2,26.395693969726562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,1,power_law_1.2,36.211306762695315
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,1,power_law_1.01,44.125631713867186
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,1,power_law_1.2,42.9724365234375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,1,power_law_1.01,171.94334716796874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,1,power_law_1.2,49.09132080078125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,1,power_law_1.2,237.2814208984375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,1,power_law_1.2,0.36104640960693357
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,1,power_law_1.2,0.4231328010559082
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,1,power_law_1.2,0.5229023933410645
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,1,power_law_1.2,1.0972895622253418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,1,power_law_1.01,239.034814453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,1,power_law_1.2,1.2903743743896485
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,1,power_law_1.2,1.3139007568359375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,1,power_law_1.2,1.3471712112426757
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,1,power_law_1.2,1.375920009613037
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,1,power_law_1.2,1.466646385192871
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,1,power_law_1.2,1.4871520042419433
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,1,power_law_1.01,86.5792724609375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,1,power_law_1.2,1.5266719818115235
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,1,power_law_1.2,1.6105119705200195
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,1,power_law_1.2,1.7388479232788085
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,1,power_law_1.2,2.025334358215332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,1,power_law_1.2,2.3568992614746094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,1,power_law_1.2,2.5751136779785155
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,1,power_law_1.2,3.12108154296875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,1,power_law_1.2,85.38757934570313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,1,power_law_1.01,0.3087199926376343
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,1,power_law_1.2,75.07578125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,1,power_law_1.2,4.3423809051513675
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,1,power_law_1.2,5.655286407470703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,1,power_law_1.01,0.5402719974517822
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,1,power_law_1.01,200.8522216796875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,1,power_law_1.01,0.5783936023712158
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,1,power_law_1.2,8.099346923828126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,1,power_law_1.01,0.17458560466766357
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,1,power_law_1.01,1.4759136199951173
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,1,power_law_1.01,2.4086015701293944
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,1,power_law_1.2,10.5991455078125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,1,power_law_1.01,0.33108160495758054
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,1,power_law_1.01,3.4401790618896486
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,1,power_law_1.01,0.413651180267334
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,1,power_law_1.01,0.8705280303955079
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,1,power_law_1.01,5.101203155517578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,1,power_law_1.01,1.4432736396789552
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,1,power_law_1.2,15.59736328125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,1,power_law_1.01,2.0395744323730467
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,1,power_law_1.01,5.46209602355957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,1,power_law_1.01,3.0224735260009767
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,1,power_law_1.01,5.741609573364258
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,1,power_law_1.01,3.2078369140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,1,power_law_1.01,3.4189632415771483
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,1,power_law_1.01,5.776835250854492
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,1,power_law_1.2,20.61840057373047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,1,power_law_1.01,3.4615550994873048
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,1,power_law_1.01,6.283238220214844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,1,power_law_1.01,3.660879898071289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,1,power_law_1.01,3.8167999267578123
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,1,power_law_1.01,6.518729400634766
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,1,power_law_1.01,3.903900909423828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,1,power_law_1.01,6.7963134765625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,1,power_law_1.01,4.135158538818359
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,1,power_law_1.2,30.72122802734375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,1,power_law_1.2,101.630810546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,1,power_law_1.01,7.416201782226563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,1,power_law_1.01,4.984870529174804
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,1,power_law_1.01,5.087318420410156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,1,power_law_1.01,8.821056365966797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,1,power_law_1.01,5.2852638244628904
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,1,power_law_1.01,0.30462079048156737
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,1,power_law_1.01,0.3539520025253296
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,1,power_law_1.01,9.196886444091797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,1,power_law_1.01,0.5221856117248536
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,1,power_law_1.01,5.75362548828125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,1,power_law_1.2,40.84891967773437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,1,power_law_1.01,6.390374374389649
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,1,power_law_1.01,9.65199966430664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,1,power_law_1.01,7.674294281005859
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,1,power_law_1.01,0.8582400321960449
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,1,power_law_1.01,10.676758575439454
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,1,power_law_1.01,0.8676480293273926
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,1,power_law_1.01,0.8917056083679199
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,1,power_law_1.01,0.899788761138916
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,1,power_law_1.01,0.9057151794433593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,1,power_law_1.01,0.90513916015625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,1,power_law_1.01,8.94040298461914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,1,power_law_1.01,0.9186592102050781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,1,power_law_1.01,0.9356415748596192
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,1,power_law_1.01,0.9669055938720703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,1,power_law_1.01,0.9867008209228516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,1,power_law_1.01,11.626265716552734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,1,power_law_1.01,1.0769760131835937
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,1,power_law_1.01,1.1506336212158204
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,1,power_law_1.01,1.257487964630127
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,1,power_law_1.01,1.40928316116333
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,1,power_law_1.01,11.83420181274414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,1,power_law_1.01,1.875200080871582
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,1,power_law_1.01,2.3938528060913087
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,1,power_law_1.01,13.386376953125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,1,power_law_1.01,3.3514366149902344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,1,power_law_1.01,4.4886432647705075
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,1,power_law_1.01,14.804380798339844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,1,power_law_1.2,62.27581787109375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,1,power_law_1.01,6.573222351074219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,1,power_law_1.01,14.884867858886718
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,1,power_law_1.01,8.901177978515625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,1,power_law_1.2,125.00335693359375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,1,power_law_1.01,20.761167907714842
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,1,power_law_1.01,12.977711486816407
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,1,power_law_1.01,17.47620544433594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,1,power_law_1.01,17.351766967773436
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,1,power_law_1.01,20.41167297363281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,1,power_law_1.01,26.65485534667969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,1,power_law_1.01,348.117578125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,1,power_law_1.01,25.363052368164062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,1,power_law_1.01,26.198361206054688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,1,power_law_1.2,85.17642211914062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,1,power_law_1.01,38.578128051757815
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,1,power_law_1.01,34.31666564941406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,1,power_law_1.01,33.74288635253906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,1,power_law_1.01,42.90800170898437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,1,power_law_1.01,50.405059814453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,1,power_law_1.01,45.84732666015625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,1,power_law_1.2,105.95963134765626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,1,power_law_1.2,0.2629823923110962
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,1,power_law_1.2,0.3798880100250244
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,1,power_law_1.2,0.48270401954650877
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,1,power_law_1.01,404.5468505859375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,1,power_law_1.01,62.51961059570313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,1,power_law_1.01,68.65556640625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,1,power_law_1.2,0.31038079261779783
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,1,power_law_1.2,204.2643310546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,1,power_law_1.01,56.644140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,1,power_law_1.2,0.5349279880523682
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,1,power_law_1.2,0.842409610748291
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,1,power_law_1.2,0.61244797706604
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,1,power_law_1.2,0.8762271881103516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,1,power_law_1.2,0.8909952163696289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,1,power_law_1.2,0.8993984222412109
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,1,power_law_1.2,1.3127552032470704
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,1,power_law_1.2,0.8964287757873535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,1,power_law_1.2,0.9159296035766602
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,1,power_law_1.2,0.9130720138549805
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,1,power_law_1.2,2.0767072677612304
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,1,power_law_1.2,0.9260800361633301
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,1,power_law_1.2,0.9617631912231446
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,1,power_law_1.2,0.9987327575683593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,1,power_law_1.2,3.034601593017578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,1,power_law_1.2,1.0943296432495118
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,1,power_law_1.2,1.149888038635254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,1,power_law_1.2,1.2601247787475587
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,1,power_law_1.2,1.407267189025879
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,1,power_law_1.2,4.866569519042969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,1,power_law_1.2,1.954595184326172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,1,power_law_1.2,2.498726463317871
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,1,power_law_1.2,5.192192077636719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,1,power_law_1.2,3.637168121337891
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,1,power_law_1.2,4.637942504882813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,1,power_law_1.2,5.541382217407227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,1,power_law_1.2,6.810018920898438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,1,power_law_1.2,5.771315383911133
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,1,power_law_1.2,8.724988555908203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,1,power_law_1.2,6.120249557495117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,1,power_law_1.01,72.43244018554688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,1,power_law_1.2,6.541939544677734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,1,power_law_1.2,13.548556518554687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,1,power_law_1.2,6.89398422241211
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,1,power_law_1.01,98.10987548828125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,1,power_law_1.2,7.6113441467285154
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,1,power_law_1.2,17.405177307128906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,1,power_law_1.2,9.336396789550781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,1,power_law_1.01,136.342822265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,1,power_law_1.2,26.41146240234375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,1,power_law_1.2,9.437996673583985
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,1,power_law_1.2,173.725537109375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,1,power_law_1.2,10.052604675292969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,1,power_law_1.2,0.17384320497512817
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,1,power_law_1.2,11.18248291015625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,1,power_law_1.2,0.3274847984313965
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,1,power_law_1.2,0.3947648048400879
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,1,power_law_1.2,35.61143493652344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,1,power_law_1.2,0.7757215976715088
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,1,power_law_1.2,1.2160639762878418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,1,power_law_1.2,11.923020935058593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,1,power_law_1.2,1.7875776290893555
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,1,power_law_1.2,2.8943456649780273
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,1,power_law_1.2,3.1298112869262695
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,1,power_law_1.2,13.355612182617188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,1,power_law_1.01,109.61478271484376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,1,power_law_1.2,3.3587265014648438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,1,power_law_1.2,3.382729721069336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,1,power_law_1.2,3.688243103027344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,1,power_law_1.2,14.721638488769532
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,1,power_law_1.2,43.9642333984375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,1,power_law_1.2,3.8824703216552736
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,1,power_law_1.2,3.980793762207031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,1,power_law_1.2,4.150783920288086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,1,power_law_1.2,17.473788452148437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,1,power_law_1.2,5.143027114868164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,1,power_law_1.2,20.37529602050781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,1,power_law_1.2,5.3624927520751955
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,1,power_law_1.2,5.567443084716797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,1,power_law_1.01,0.1636960029602051
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,1,power_law_1.2,6.115039825439453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,1,power_law_1.2,6.627629089355469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,1,power_law_1.2,26.116656494140624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,1,power_law_1.2,70.919775390625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,1,power_law_1.01,0.2781951904296875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,1,power_law_1.01,0.3490880012512207
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,1,power_law_1.2,8.040534210205077
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,1,power_law_1.01,0.7350656032562256
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,1,power_law_1.01,1.2682463645935058
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,1,power_law_1.01,193.4712158203125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,1,power_law_1.01,1.7265119552612305
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,1,power_law_1.2,9.370921325683593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,1,power_law_1.01,2.6117504119873045
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,1,power_law_1.01,2.7160480499267576
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,1,power_law_1.2,33.44005126953125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,1,power_law_1.2,12.238729858398438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,1,power_law_1.01,2.8276735305786134
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,1,power_law_1.2,0.16370879411697387
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,1,power_law_1.01,2.9763935089111326
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,1,power_law_1.01,3.0754560470581054
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,1,power_law_1.01,3.162300872802734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,1,power_law_1.2,15.224301147460938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,1,power_law_1.01,3.2304351806640623
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,1,power_law_1.2,0.2746527910232544
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,1,power_law_1.01,3.3466495513916015
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,1,power_law_1.2,0.32791039943695066
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,1,power_law_1.2,0.6822239875793457
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,1,power_law_1.01,3.4373504638671877
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,1,power_law_1.2,1.1123071670532227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,1,power_law_1.01,3.508534240722656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,1,power_law_1.2,1.539395236968994
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,1,power_law_1.2,21.03011474609375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,1,power_law_1.01,3.64087028503418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,1,power_law_1.2,2.523059272766113
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,1,power_law_1.2,46.17380981445312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,1,power_law_1.2,2.7311840057373047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,1,power_law_1.01,3.8793312072753907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,1,power_law_1.2,2.7839487075805662
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,1,power_law_1.01,4.1112415313720705
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,1,power_law_1.2,2.936403274536133
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,1,power_law_1.01,4.509081649780273
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,1,power_law_1.2,3.1093471527099608
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,1,power_law_1.2,27.021481323242188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,1,power_law_1.2,3.195804786682129
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,1,power_law_1.01,5.025827026367187
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,1,power_law_1.2,3.2042495727539064
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,1,power_law_1.01,6.234396743774414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,1,power_law_1.2,3.3941791534423826
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,1,power_law_1.2,410.1228515625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,1,power_law_1.2,3.524332809448242
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,1,power_law_1.01,0.051132798194885254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,1,power_law_1.01,0.04978879988193512
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,1,power_law_1.01,7.3000732421875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,1,power_law_1.01,0.10144959688186646
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,1,power_law_1.01,212.852685546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,1,power_law_1.01,0.1577280044555664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,1,power_law_1.2,3.6675136566162108
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,1,power_law_1.01,0.20865280628204347
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,1,power_law_1.01,0.3447808027267456
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,1,power_law_1.01,0.3760895967483521
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,1,power_law_1.2,3.7808254241943358
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,1,power_law_1.01,0.38566720485687256
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,1,power_law_1.2,139.96072998046876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,1,power_law_1.01,0.3964704036712646
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,1,power_law_1.01,9.658457946777343
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,1,power_law_1.01,0.4019040107727051
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,1,power_law_1.2,56.35056762695312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,1,power_law_1.01,0.41863360404968264
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,1,power_law_1.2,4.069987106323242
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,1,power_law_1.01,0.48775677680969237
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,1,power_law_1.01,0.5067455768585205
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,1,power_law_1.01,0.03743999898433685
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,1,power_law_1.2,38.88533935546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,1,power_law_1.01,0.5279839992523193
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,1,power_law_1.2,4.279868698120117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,1,power_law_1.01,0.5454239845275879
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,1,power_law_1.01,0.5799935817718506
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,1,power_law_1.01,12.159049224853515
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,1,power_law_1.01,0.6022240161895752
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,1,power_law_1.01,0.6554815769195557
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,1,power_law_1.2,4.754528045654297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,1,power_law_1.01,0.04610880017280579
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,1,power_law_1.01,0.7048799991607666
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,1,power_law_1.01,0.0686240017414093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,1,power_law_1.01,0.10334080457687378
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,1,power_law_1.01,0.046649599075317384
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,1,power_law_1.01,0.8301759719848633
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,1,power_law_1.01,0.1334432005882263
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,1,power_law_1.01,0.9882559776306152
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,1,power_law_1.01,0.2110208034515381
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,1,power_law_1.2,5.359324645996094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,1,power_law_1.01,0.2222208023071289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,1,power_law_1.01,1.315724754333496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,1,power_law_1.01,0.2315999984741211
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,1,power_law_1.01,0.24077119827270507
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,1,power_law_1.01,1.6613504409790039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,1,power_law_1.01,0.24578239917755126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,1,power_law_1.01,0.2578975915908813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,1,power_law_1.2,6.396310424804687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,1,power_law_1.01,17.146957397460938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,1,power_law_1.01,2.3664608001708984
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,1,power_law_1.01,3.0557439804077147
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,1,power_law_1.2,7.611196899414063
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,1,power_law_1.01,0.04919039905071258
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,1,power_law_1.01,0.31808640956878664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,1,power_law_1.01,0.07393919825553893
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,1,power_law_1.01,0.32608959674835203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,1,power_law_1.01,0.10426239967346192
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,1,power_law_1.01,4.459519958496093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,1,power_law_1.01,0.3402143955230713
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,1,power_law_1.01,0.13353919982910156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,1,power_law_1.01,0.21137919425964355
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,1,power_law_1.01,0.35285439491271975
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,1,power_law_1.01,0.22167680263519288
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,1,power_law_1.01,0.36591999530792235
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,1,power_law_1.01,0.23404479026794434
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,1,power_law_1.01,0.3872416019439697
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,1,power_law_1.01,0.23202879428863527
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,1,power_law_1.2,10.249420928955079
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,1,power_law_1.01,0.46047677993774416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,1,power_law_1.01,5.878396987915039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,1,power_law_1.01,0.24109439849853515
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,1,power_law_1.2,347.2362548828125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,1,power_law_1.01,0.5415616035461426
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,1,power_law_1.01,0.248419189453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,1,power_law_1.2,50.7309814453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,1,power_law_1.2,0.050329601764678954
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,1,power_law_1.01,22.245887756347656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,1,power_law_1.01,0.25353279113769533
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,1,power_law_1.01,0.7145440101623535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,1,power_law_1.2,0.05047680139541626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,1,power_law_1.01,0.2572000026702881
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,1,power_law_1.2,0.09178239703178406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,1,power_law_1.01,0.8869600296020508
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,1,power_law_1.01,0.2734560012817383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,1,power_law_1.2,0.13767999410629272
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,1,power_law_1.01,0.2785856008529663
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,1,power_law_1.01,1.2368927955627442
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,1,power_law_1.2,0.18237440586090087
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,1,power_law_1.01,7.340614318847656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,1,power_law_1.01,0.2888832092285156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,1,power_law_1.2,0.3442944049835205
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,1,power_law_1.01,0.3095328092575073
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,1,power_law_1.01,1.5862303733825684
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,1,power_law_1.2,0.38743040561676023
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,1,power_law_1.01,0.35221118927001954
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,1,power_law_1.2,12.617244720458984
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,1,power_law_1.2,0.3874207973480225
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,1,power_law_1.01,0.3978015899658203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,1,power_law_1.2,71.76185302734375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,1,power_law_1.2,0.408681583404541
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,1,power_law_1.01,2.2918975830078123
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,1,power_law_1.01,0.4920224189758301
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,1,power_law_1.2,0.4170464038848877
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,1,power_law_1.2,0.43138880729675294
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,1,power_law_1.01,0.5923903942108154
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,1,power_law_1.01,3.006172752380371
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,1,power_law_1.2,0.49895682334899905
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,1,power_law_1.01,0.7929599761962891
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,1,power_law_1.2,0.5125919818878174
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,1,power_law_1.01,1.0004223823547362
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,1,power_law_1.2,0.5434271812438964
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,1,power_law_1.01,11.536975860595703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,1,power_law_1.2,0.5664351940155029
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,1,power_law_1.01,4.448972702026367
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,1,power_law_1.01,1.4090559959411622
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,1,power_law_1.2,0.5863327980041504
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,1,power_law_1.2,0.6093696117401123
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,1,power_law_1.01,1.8225887298583985
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,1,power_law_1.01,27.888226318359376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,1,power_law_1.2,0.6670080184936523
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,1,power_law_1.2,17.647129821777344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,1,power_law_1.2,0.7144768238067627
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,1,power_law_1.01,5.871769714355469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,1,power_law_1.01,2.6438207626342773
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,1,power_law_1.2,0.8487839698791504
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,1,power_law_1.2,1.0045023918151856
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,1,power_law_1.2,1.3377663612365722
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,1,power_law_1.01,3.4474239349365234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,1,power_law_1.2,1.6840032577514648
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,1,power_law_1.01,7.321279907226563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,1,power_law_1.2,2.377561569213867
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,1,power_law_1.01,4.347625732421875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,1,power_law_1.01,22.81676483154297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,1,power_law_1.2,3.0681631088256838
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,1,power_law_1.2,22.566006469726563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,1,power_law_1.2,0.03604480028152466
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,1,power_law_1.2,4.465184020996094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,1,power_law_1.01,11.659139251708984
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,1,power_law_1.01,6.835731506347656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,1,power_law_1.2,63.08104248046875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,1,power_law_1.2,5.871529769897461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,1,power_law_1.2,0.04508480131626129
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,1,power_law_1.2,0.06407999992370605
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,1,power_law_1.2,0.09098240137100219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,1,power_law_1.2,0.11828479766845704
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,1,power_law_1.2,0.20890240669250487
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,1,power_law_1.01,45.433370971679686
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,1,power_law_1.2,0.2280224084854126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,1,power_law_1.2,0.24460160732269287
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,1,power_law_1.2,7.353263854980469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,1,power_law_1.2,0.2450943946838379
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,1,power_law_1.2,0.25218560695648196
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,1,power_law_1.01,13.564256286621093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,1,power_law_1.2,0.26715199947357177
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,1,power_law_1.2,0.04190079867839813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,1,power_law_1.2,0.04848639965057373
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,1,power_law_1.2,28.831378173828124
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,1,power_law_1.2,0.0665727972984314
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,1,power_law_1.2,0.09470720291137695
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,1,power_law_1.01,23.231047058105467
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,1,power_law_1.2,0.1230623960494995
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,1,power_law_1.01,0.12103999853134155
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,1,power_law_1.2,0.21304640769958497
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,1,power_law_1.01,0.16122879981994628
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,1,power_law_1.2,0.2246943950653076
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,1,power_law_1.2,11.534941101074219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,1,power_law_1.2,0.3273312091827393
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,1,power_law_1.2,0.2359935998916626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,1,power_law_1.01,0.3228800058364868
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,1,power_law_1.2,0.33257279396057127
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,1,power_law_1.2,0.24332799911499023
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,1,power_law_1.01,0.5365632057189942
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,1,power_law_1.2,0.34253759384155275
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,1,power_law_1.2,0.24712319374084474
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,1,power_law_1.01,0.7466879844665527
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,1,power_law_1.2,0.35739519596099856
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,1,power_law_1.2,0.2533247947692871
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,1,power_law_1.2,0.37275519371032717
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,1,power_law_1.01,1.3286848068237305
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,1,power_law_1.2,0.25401279926300047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,1,power_law_1.2,0.4017216205596924
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,1,power_law_1.2,0.26564478874206543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,1,power_law_1.01,1.4052543640136719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,1,power_law_1.2,0.4698080062866211
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,1,power_law_1.2,0.27594881057739257
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,1,power_law_1.2,0.5529632091522216
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,1,power_law_1.2,0.2859584093093872
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,1,power_law_1.01,1.4618464469909669
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,1,power_law_1.2,0.29320321083068845
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,1,power_law_1.2,0.7204832077026367
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,1,power_law_1.01,1.532204818725586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,1,power_law_1.2,0.3185408115386963
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,1,power_law_1.2,0.8902527809143066
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,1,power_law_1.2,0.35728960037231444
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,1,power_law_1.01,1.5540608406066894
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,1,power_law_1.2,0.40544638633728025
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,1,power_law_1.2,1.2492863655090332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,1,power_law_1.01,1.6111328125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,1,power_law_1.2,0.49653120040893556
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,1,power_law_1.2,1.5970399856567383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,1,power_law_1.2,108.83580322265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,1,power_law_1.2,0.596995210647583
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,1,power_law_1.01,2.140649604797363
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,1,power_law_1.2,0.8025535583496094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,1,power_law_1.2,2.3201440811157226
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,1,power_law_1.01,2.2047744750976563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,1,power_law_1.2,1.0140192031860351
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,1,power_law_1.2,22.76769256591797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,1,power_law_1.01,2.283184051513672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,1,power_law_1.01,0.09217280149459839
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,1,power_law_1.2,3.020467185974121
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,1,power_law_1.2,1.4246912002563477
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,1,power_law_1.01,0.09648000001907349
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,1,power_law_1.01,0.2054208040237427
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,1,power_law_1.01,2.378544044494629
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,1,power_law_1.01,0.32015039920806887
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,1,power_law_1.2,1.8415424346923828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,1,power_law_1.2,45.999472045898436
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,1,power_law_1.01,0.4424543857574463
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,1,power_law_1.01,2.4293439865112303
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,1,power_law_1.2,4.481494522094726
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,1,power_law_1.01,0.7685599803924561
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,1,power_law_1.2,2.6469375610351564
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,1,power_law_1.01,2.576019287109375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,1,power_law_1.01,0.8454879760742188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,1,power_law_1.01,0.8676159858703614
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,1,power_law_1.01,2.76046085357666
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,1,power_law_1.01,0.8920607566833496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,1,power_law_1.2,5.913776016235351
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,1,power_law_1.2,3.4606399536132812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,1,power_law_1.01,0.9270848274230957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,1,power_law_1.01,3.0162431716918947
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,1,power_law_1.01,0.9566304206848144
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,1,power_law_1.01,1.2134464263916016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,1,power_law_1.01,3.4985984802246093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,1,power_law_1.2,4.367641448974609
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,1,power_law_1.01,1.2411392211914063
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,1,power_law_1.2,7.356364440917969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,1,power_law_1.01,1.2677184104919434
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,1,power_law_1.01,4.0410400390625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,1,power_law_1.01,1.3131967544555665
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,1,power_law_1.2,98.4695068359375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,1,power_law_1.01,1.3467776298522949
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,1,power_law_1.01,1.4582367897033692
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,1,power_law_1.01,5.228300857543945
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,1,power_law_1.2,6.833958435058594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,1,power_law_1.01,86.36473388671875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,1,power_law_1.01,1.7002143859863281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,1,power_law_1.01,2.0120031356811525
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,1,power_law_1.2,11.701792144775391
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,1,power_law_1.01,6.492851257324219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,1,power_law_1.01,2.6388864517211914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,1,power_law_1.01,3.2764255523681642
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,1,power_law_1.01,9.112242889404296
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,1,power_law_1.01,4.5781089782714846
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,1,power_law_1.2,13.657865905761719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,1,power_law_1.01,0.09272639751434326
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,1,power_law_1.01,5.871372985839844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,1,power_law_1.01,11.775657653808594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,1,power_law_1.2,0.11988159418106079
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,1,power_law_1.2,23.28538818359375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,1,power_law_1.01,8.44488983154297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,1,power_law_1.2,0.09287040233612061
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,1,power_law_1.2,0.09872320294380188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,1,power_law_1.2,0.18444160223007203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,1,power_law_1.2,0.14832639694213867
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,1,power_law_1.2,0.2932159900665283
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,1,power_law_1.2,0.2967967987060547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,1,power_law_1.2,0.3910144090652466
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,1,power_law_1.2,0.45798721313476565
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,1,power_law_1.2,0.7670752048492432
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,1,power_law_1.2,0.624022388458252
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,1,power_law_1.01,0.10379199981689453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,1,power_law_1.2,0.853763198852539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,1,power_law_1.01,18.17980499267578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,1,power_law_1.01,11.045305633544922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,1,power_law_1.01,0.19749759435653685
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,1,power_law_1.2,1.322150421142578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,1,power_law_1.2,0.8796480178833008
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,1,power_law_1.01,0.3132767915725708
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,1,power_law_1.01,0.409168004989624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,1,power_law_1.2,1.4295552253723145
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,1,power_law_1.2,0.9127264022827148
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,1,power_law_1.01,0.7118368148803711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,1,power_law_1.2,0.9441663742065429
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,1,power_law_1.2,1.5397120475769044
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,1,power_law_1.01,0.7512671947479248
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,1,power_law_1.2,0.9730143547058105
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,1,power_law_1.2,87.67919921875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,1,power_law_1.2,1.550767993927002
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,1,power_law_1.01,0.7819071769714355
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,1,power_law_1.2,1.2413920402526855
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,1,power_law_1.01,0.8043871879577636
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,1,power_law_1.2,1.5694751739501953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,1,power_law_1.2,1.2633119583129884
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,1,power_law_1.01,0.825436782836914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,1,power_law_1.2,1.6693439483642578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,1,power_law_1.2,1.2831392288208008
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,1,power_law_1.01,0.849449634552002
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,1,power_law_1.01,16.170755004882814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,1,power_law_1.01,0.8683520317077636
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,1,power_law_1.2,1.341926383972168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,1,power_law_1.01,0.8731871604919433
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,1,power_law_1.2,1.3839167594909667
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,1,power_law_1.01,22.325830078125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,1,power_law_1.01,0.8998911857604981
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,1,power_law_1.2,1.4797984123229981
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,1,power_law_1.01,0.9276288032531739
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,1,power_law_1.2,1.7479999542236329
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,1,power_law_1.01,0.9550335884094239
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,1,power_law_1.2,2.1912031173706055
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,1,power_law_1.01,0.9998175621032714
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,1,power_law_1.2,2.0395839691162108
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,1,power_law_1.2,2.195680046081543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,1,power_law_1.2,0.09314240217208862
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,1,power_law_1.01,1.1019488334655763
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,1,power_law_1.2,2.6767520904541016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,1,power_law_1.01,1.219587230682373
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,1,power_law_1.2,2.2984384536743163
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,1,power_law_1.01,1.4671072006225585
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,1,power_law_1.2,3.305472183227539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,1,power_law_1.2,2.403494453430176
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,1,power_law_1.01,21.289964294433595
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,1,power_law_1.01,1.7479103088378907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,1,power_law_1.2,2.4535776138305665
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,1,power_law_1.2,4.590803146362305
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,1,power_law_1.01,2.3456064224243165
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,1,power_law_1.2,2.6055776596069338
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,1,power_law_1.01,2.892652893066406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,1,power_law_1.2,2.811222457885742
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,1,power_law_1.01,28.470034790039062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,1,power_law_1.2,5.884969711303711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,1,power_law_1.2,0.09487680196762086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,1,power_law_1.2,3.054496002197266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,1,power_law_1.2,0.1697343945503235
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,1,power_law_1.01,4.182688140869141
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,1,power_law_1.2,0.2740959882736206
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,1,power_law_1.2,0.3693664073944092
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,1,power_law_1.2,3.5343936920166015
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,1,power_law_1.2,0.7160863876342773
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,1,power_law_1.2,8.463145446777343
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,1,power_law_1.01,5.380051040649414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,1,power_law_1.2,0.7833216190338135
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,1,power_law_1.2,4.148364639282226
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,1,power_law_1.2,0.7967936038970947
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,1,power_law_1.2,0.8223551750183106
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,1,power_law_1.01,26.522055053710936
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,1,power_law_1.2,0.8270591735839844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,1,power_law_1.2,5.393011093139648
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,1,power_law_1.2,0.8385984420776367
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,1,power_law_1.01,7.842230224609375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,1,power_law_1.2,0.8813311576843261
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,1,power_law_1.2,11.007839965820313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,1,power_law_1.2,0.897590446472168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,1,power_law_1.2,0.9112319946289062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,1,power_law_1.2,6.6671394348144535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,1,power_law_1.2,0.9486335754394531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,1,power_law_1.2,0.9635168075561523
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,1,power_law_1.01,10.472502136230469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,1,power_law_1.2,1.024169635772705
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,1,power_law_1.2,1.1249119758605957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,1,power_law_1.2,9.293778991699218
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,1,power_law_1.2,16.185980224609374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,1,power_law_1.2,1.2436863899230957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,1,power_law_1.2,1.5193535804748535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,1,power_law_1.01,46.003256225585936
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,1,power_law_1.2,1.7867807388305663
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,1,power_law_1.01,12.983609008789063
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,1,power_law_1.2,2.3748447418212892
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,1,power_law_1.2,11.814678192138672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,1,power_law_1.2,2.964534378051758
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,1,power_law_1.2,211.61318359375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,1,power_law_1.01,0.31681599617004397
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,1,power_law_1.01,41.98564147949219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,1,power_law_1.01,0.5119167804718018
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,1,power_law_1.2,4.216831970214844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,1,power_law_1.2,21.33321533203125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,1,power_law_1.01,0.7904543876647949
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,1,power_law_1.01,1.4348128318786622
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,1,power_law_1.2,5.449814224243164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,1,power_law_1.01,2.0800479888916015
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,1,power_law_1.2,18.05986633300781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,1,power_law_1.01,20.030044555664062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,1,power_law_1.01,3.8162017822265626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,1,power_law_1.2,193.9628173828125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,1,power_law_1.2,7.831533050537109
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,1,power_law_1.01,4.10082893371582
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,1,power_law_1.01,0.1933344006538391
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,1,power_law_1.01,0.3357856035232544
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,1,power_law_1.01,0.48063039779663086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,1,power_law_1.01,4.291142272949219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,1,power_law_1.01,0.8276000022888184
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,1,power_law_1.01,1.2751328468322753
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,1,power_law_1.2,26.573309326171874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,1,power_law_1.2,10.700806427001954
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,1,power_law_1.01,4.450361633300782
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,1,power_law_1.01,2.237068748474121
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,1,power_law_1.2,22.472242736816405
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,1,power_law_1.01,4.61602554321289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,1,power_law_1.01,2.3974111557006834
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,1,power_law_1.01,2.4908063888549803
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,1,power_law_1.01,4.951548767089844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,1,power_law_1.01,2.627680015563965
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,1,power_law_1.2,13.2161376953125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,1,power_law_1.01,5.267113494873047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,1,power_law_1.01,2.679631996154785
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,1,power_law_1.01,2.755299186706543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,1,power_law_1.01,6.5772956848144535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,1,power_law_1.01,2.9405120849609374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,1,power_law_1.01,42.74369812011719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,1,power_law_1.01,3.6437408447265627
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,1,power_law_1.01,6.859379577636719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,1,power_law_1.2,28.762185668945314
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,1,power_law_1.01,0.19318079948425293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,1,power_law_1.01,3.700806427001953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,1,power_law_1.2,20.475068664550783
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,1,power_law_1.01,0.28745279312133787
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,1,power_law_1.01,7.094844818115234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,1,power_law_1.01,0.4240096092224121
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,1,power_law_1.2,41.99028625488281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,1,power_law_1.01,88.85455322265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,1,power_law_1.01,0.7547296047210693
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,1,power_law_1.01,3.8474369049072266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,1,power_law_1.2,0.2721503973007202
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,1,power_law_1.01,1.1017951965332031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,1,power_law_1.2,0.33457920551300047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,1,power_law_1.01,3.901388931274414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,1,power_law_1.01,7.39477767944336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,1,power_law_1.01,1.95031681060791
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,1,power_law_1.2,0.7011903762817383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,1,power_law_1.01,83.257470703125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,1,power_law_1.01,2.1141887664794923
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,1,power_law_1.2,1.2225536346435546
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,1,power_law_1.01,4.094825744628906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,1,power_law_1.2,0.19077119827270508
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,1,power_law_1.01,2.237686347961426
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,1,power_law_1.2,1.7623519897460938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,1,power_law_1.01,7.737388610839844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,1,power_law_1.2,0.21756479740142823
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,1,power_law_1.2,0.4554719924926758
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,1,power_law_1.01,2.243971252441406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,1,power_law_1.01,4.739385604858398
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,1,power_law_1.2,3.7565441131591797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,1,power_law_1.2,0.7284607887268066
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,1,power_law_1.2,1.0881055831909179
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,1,power_law_1.01,2.3191295623779298
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,1,power_law_1.01,5.407478332519531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,1,power_law_1.2,4.145097732543945
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,1,power_law_1.01,8.543689727783203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,1,power_law_1.2,2.1921407699584963
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,1,power_law_1.01,2.3871007919311524
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,1,power_law_1.2,2.4289215087890623
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,1,power_law_1.01,2.4475040435791016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,1,power_law_1.2,4.384771347045898
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,1,power_law_1.01,6.984806060791016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,1,power_law_1.2,2.5183103561401365
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,1,power_law_1.01,2.4989696502685548
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,1,power_law_1.2,45.17911071777344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,1,power_law_1.01,9.22976303100586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,1,power_law_1.2,4.537763214111328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,1,power_law_1.2,2.628550338745117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,1,power_law_1.01,2.579088020324707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,1,power_law_1.2,43.33031005859375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,1,power_law_1.2,4.735260772705078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,1,power_law_1.2,2.760108757019043
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,1,power_law_1.01,2.6621728897094727
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,1,power_law_1.01,8.529507446289063
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,1,power_law_1.01,10.482575988769531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,1,power_law_1.2,2.89998722076416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,1,power_law_1.2,0.19347200393676758
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,1,power_law_1.01,2.6900896072387694
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,1,power_law_1.2,5.143004989624023
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,1,power_law_1.2,0.214630389213562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,1,power_law_1.2,3.0312448501586915
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,1,power_law_1.2,0.4108543872833252
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,1,power_law_1.01,2.854550361633301
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,1,power_law_1.2,0.6794879913330079
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,1,power_law_1.2,5.498857498168945
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,1,power_law_1.01,11.747382354736327
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,1,power_law_1.2,0.9718432426452637
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,1,power_law_1.2,3.7475200653076173
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,1,power_law_1.01,3.0297216415405273
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,1,power_law_1.01,11.871056365966798
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,1,power_law_1.2,1.9052768707275392
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,1,power_law_1.2,3.8538047790527346
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,1,power_law_1.01,3.251036834716797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,1,power_law_1.2,6.853587341308594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,1,power_law_1.2,2.1361663818359373
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,1,power_law_1.2,3.9952640533447266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,1,power_law_1.2,2.2573856353759765
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,1,power_law_1.01,3.765039825439453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,1,power_law_1.2,2.3592927932739256
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,1,power_law_1.01,14.948236083984375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,1,power_law_1.2,7.123705291748047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,1,power_law_1.2,4.101631927490234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,1,power_law_1.01,4.279795074462891
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,1,power_law_1.2,2.3524736404418944
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,1,power_law_1.01,14.65240936279297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,1,power_law_1.2,4.266364669799804
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,1,power_law_1.2,2.4632543563842773
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,1,power_law_1.2,7.343548583984375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,1,power_law_1.01,5.656752014160157
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,1,power_law_1.2,83.27125244140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,1,power_law_1.2,2.5292032241821287
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,1,power_law_1.2,4.911750411987304
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,1,power_law_1.01,0.3076256036758423
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,1,power_law_1.2,2.601260757446289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,1,power_law_1.2,7.594188690185547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,1,power_law_1.01,7.025830078125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,1,power_law_1.01,0.5573855876922608
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,1,power_law_1.2,2.680441665649414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,1,power_law_1.2,5.626227188110351
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,1,power_law_1.01,18.050700378417968
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,1,power_law_1.01,21.408384704589842
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,1,power_law_1.01,1.0017600059509277
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,1,power_law_1.2,2.7721023559570312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,1,power_law_1.2,8.079388427734376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,1,power_law_1.01,1.3069791793823242
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,1,power_law_1.2,2.780771255493164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,1,power_law_1.2,7.154150390625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,1,power_law_1.01,9.654937744140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,1,power_law_1.2,2.890208053588867
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,1,power_law_1.01,2.673075294494629
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,1,power_law_1.2,8.817974090576172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,1,power_law_1.2,3.112268829345703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,1,power_law_1.2,8.720467376708985
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,1,power_law_1.01,4.2522624969482425
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,1,power_law_1.2,3.312947082519531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,1,power_law_1.01,12.253215789794922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,1,power_law_1.01,24.070271301269532
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,1,power_law_1.2,9.50284194946289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,1,power_law_1.2,3.939990234375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,1,power_law_1.01,5.060383987426758
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,1,power_law_1.01,27.848831176757812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,1,power_law_1.2,11.853036499023437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,1,power_law_1.2,88.87181396484375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,1,power_law_1.2,4.46464958190918
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,1,power_law_1.01,6.82946548461914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,1,power_law_1.2,10.795683288574219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,1,power_law_1.2,5.814799880981445
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,1,power_law_1.01,17.7176025390625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,1,power_law_1.2,15.098886108398437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,1,power_law_1.01,7.375091552734375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,1,power_law_1.2,7.189398193359375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,1,power_law_1.2,12.291311645507813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,1,power_law_1.01,0.17467520236968995
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,1,power_law_1.01,31.908828735351562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,1,power_law_1.01,7.473926544189453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,1,power_law_1.2,9.766342163085938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,1,power_law_1.01,0.34669439792633056
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,1,power_law_1.2,15.320402526855469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,1,power_law_1.01,8.016150665283202
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,1,power_law_1.01,23.358050537109374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,1,power_law_1.2,21.45292510986328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,1,power_law_1.01,0.6402560234069824
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,1,power_law_1.01,40.66880493164062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,1,power_law_1.01,0.8292896270751953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,1,power_law_1.2,12.5804931640625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,1,power_law_1.01,1.6382240295410155
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,1,power_law_1.01,8.357830047607422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,1,power_law_1.01,2.5977888107299805
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,1,power_law_1.2,19.039836120605468
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,1,power_law_1.01,8.884591674804687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,1,power_law_1.01,3.0620704650878907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,1,power_law_1.2,17.83290252685547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,1,power_law_1.2,27.967141723632814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,1,power_law_1.01,4.080771255493164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,1,power_law_1.01,29.86498107910156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,1,power_law_1.01,45.42286071777344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,1,power_law_1.01,9.419065856933594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,1,power_law_1.01,4.325763320922851
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,1,power_law_1.01,4.477603149414063
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,1,power_law_1.2,25.32451477050781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,1,power_law_1.01,10.185862731933593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,1,power_law_1.2,23.418687438964845
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,1,power_law_1.01,4.779001617431641
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,1,power_law_1.01,53.550018310546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,1,power_law_1.01,4.912214279174805
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,1,power_law_1.01,10.647702026367188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,1,power_law_1.01,5.127900695800781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,1,power_law_1.2,40.75126342773437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,1,power_law_1.01,12.7598876953125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,1,power_law_1.01,5.309865570068359
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,1,power_law_1.2,33.40016174316406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,1,power_law_1.01,47.21607971191406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,1,power_law_1.2,29.895614624023438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,1,power_law_1.01,5.70109748840332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,1,power_law_1.01,56.92979125976562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,1,power_law_1.01,13.938566589355469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,1,power_law_1.01,5.865769577026367
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,1,power_law_1.01,15.104473876953126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,1,power_law_1.01,7.21871337890625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,1,power_law_1.01,66.60169067382813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,1,power_law_1.2,53.54737548828125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,1,power_law_1.2,46.843865966796876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,1,power_law_1.01,7.635260772705078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,1,power_law_1.01,16.931455993652342
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,1,power_law_1.2,47.856536865234375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,1,power_law_1.01,8.130262756347657
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,1,power_law_1.01,9.062255859375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,1,power_law_1.01,18.651327514648436
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,1,power_law_1.01,10.345532989501953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,1,power_law_1.01,73.01405639648438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,1,power_law_1.01,21.696073913574217
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,1,power_law_1.01,91.28939819335938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,1,power_law_1.01,13.120515441894531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,1,power_law_1.2,59.57784423828125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,1,power_law_1.2,66.6406494140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,1,power_law_1.01,0.1642624020576477
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,1,power_law_1.01,0.2954848051071167
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,1,power_law_1.01,16.128965759277342
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,1,power_law_1.01,0.548137617111206
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,1,power_law_1.01,24.23155517578125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,1,power_law_1.01,0.7053760051727295
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,1,power_law_1.01,1.380681610107422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,1,power_law_1.01,2.1756799697875975
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,1,power_law_1.01,2.6098976135253906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,1,power_law_1.01,21.967567443847656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,1,power_law_1.01,3.4459041595458983
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,1,power_law_1.01,105.17901611328125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,1,power_law_1.2,92.2015625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,1,power_law_1.01,30.947036743164062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,1,power_law_1.01,3.652124786376953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,1,power_law_1.01,3.798275375366211
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,1,power_law_1.01,4.057040023803711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,1,power_law_1.2,0.28520638942718507
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,1,power_law_1.01,27.87501220703125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,1,power_law_1.01,4.218441772460937
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,1,power_law_1.2,75.85535888671875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,1,power_law_1.2,0.5562751770019532
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,1,power_law_1.01,4.337113571166992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,1,power_law_1.2,0.7224512100219727
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,1,power_law_1.01,4.500227355957032
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,1,power_law_1.2,1.3294272422790527
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,1,power_law_1.01,37.78202819824219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,1,power_law_1.01,113.732666015625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,1,power_law_1.2,2.4080831527709963
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,1,power_law_1.01,4.640838241577148
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,1,power_law_1.2,3.7183902740478514
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,1,power_law_1.01,4.69293441772461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,1,power_law_1.2,4.296844863891602
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,1,power_law_1.01,39.8679443359375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,1,power_law_1.01,4.9134880065917965
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,1,power_law_1.2,105.09560546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,1,power_law_1.2,6.5264640808105465
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,1,power_law_1.01,5.198336029052735
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,1,power_law_1.2,7.045935821533203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.01,5.4240673065185545
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.01,5.9342529296875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,1,power_law_1.2,7.249375915527343
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,1,power_law_1.01,48.24995727539063
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.01,6.315462493896485
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,1,power_law_1.2,7.730060577392578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.01,7.342720031738281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,1,power_law_1.2,8.309311676025391
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,1,power_law_1.01,51.758428955078124
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.01,8.490131378173828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,1,power_law_1.2,8.740467071533203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,1,power_law_1.2,9.447523498535157
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.01,10.838809967041016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,1,power_law_1.2,118.07935791015625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,1,power_law_1.2,10.042237091064454
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.01,13.252073669433594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,1,power_law_1.01,60.914178466796876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,1,power_law_1.2,10.753753662109375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.01,18.417648315429688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,1,power_law_1.01,64.06107177734376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,1,power_law_1.2,13.177897644042968
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,1,power_law_1.01,208.2109619140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.01,23.411148071289062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,1,power_law_1.2,14.495228576660157
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,1,power_law_1.2,0.17382400035858153
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,1,power_law_1.2,0.3629024028778076
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,1,power_law_1.2,0.4871103763580322
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,1,power_law_1.2,0.8214367866516114
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,1,power_law_1.2,15.403240966796876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,1,power_law_1.2,1.4956159591674805
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,1,power_law_1.2,2.1889759063720704
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,1,power_law_1.01,75.5653564453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,1,power_law_1.01,29.587506103515626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,1,power_law_1.2,2.6774175643920897
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,1,power_law_1.2,17.23516845703125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,1,power_law_1.2,3.8654624938964846
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,1,power_law_1.2,4.085980987548828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,1,power_law_1.2,4.3792064666748045
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,1,power_law_1.2,19.336376953125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,1,power_law_1.01,226.33623046875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,1,power_law_1.2,4.594723129272461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,1,power_law_1.2,208.0497314453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,2,power_law_1.01,0.3197184085845947
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,2,power_law_1.01,0.3247136116027832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,2,power_law_1.01,0.4056896209716797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,2,power_law_1.01,0.7582655906677246
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,1,power_law_1.2,4.910393524169922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,2,power_law_1.01,0.6800608158111572
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,2,power_law_1.01,0.6911136150360108
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,2,power_law_1.01,0.7086016178131104
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,2,power_law_1.01,0.7177631855010986
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,2,power_law_1.01,0.7464735984802247
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,2,power_law_1.01,0.7545599937438965
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,2,power_law_1.01,0.7944831848144531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,1,power_law_1.2,5.006953430175781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,1,power_law_1.01,99.3788330078125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,2,power_law_1.01,0.8275520324707031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,2,power_law_1.01,0.8391103744506836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,1,power_law_1.01,45.768899536132814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,2,power_law_1.01,0.869542407989502
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,1,power_law_1.2,22.358006286621094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,2,power_law_1.01,1.0548319816589355
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,2,power_law_1.01,1.1429375648498534
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,1,power_law_1.2,5.434390258789063
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,2,power_law_1.01,1.3869855880737305
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,2,power_law_1.01,2.0108287811279295
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,2,power_law_1.01,2.4234495162963867
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,1,power_law_1.2,5.571180725097657
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,2,power_law_1.01,3.7893470764160155
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,2,power_law_1.01,5.204912185668945
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,1,power_law_1.2,6.013811111450195
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,2,power_law_1.01,7.592790222167968
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,1,power_law_1.2,25.26714630126953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,1,power_law_1.2,7.3019966125488285
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,2,power_law_1.01,10.27168960571289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,1,power_law_1.2,7.772418975830078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,2,power_law_1.01,15.092807006835937
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,1,power_law_1.2,8.455203247070312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,1,power_law_1.01,112.99385986328124
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,1,power_law_1.2,32.215451049804685
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,1,power_law_1.2,9.623817443847656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,2,power_law_1.01,21.604464721679687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,1,power_law_1.2,10.979049682617188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,1,power_law_1.2,234.312255859375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,1,power_law_1.01,88.36925659179687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,2,power_law_1.01,0.21783359050750734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,2,power_law_1.01,0.2585599899291992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,2,power_law_1.01,0.26117119789123533
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,1,power_law_1.2,13.804847717285156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,1,power_law_1.2,39.264794921875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,2,power_law_1.01,0.4556096076965332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,2,power_law_1.01,0.18436800241470336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,2,power_law_1.01,0.4671743869781494
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,2,power_law_1.01,0.2019200086593628
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,2,power_law_1.01,0.4733759880065918
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,2,power_law_1.01,35.466555786132815
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,2,power_law_1.01,0.2464992046356201
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,2,power_law_1.01,0.48268799781799315
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,2,power_law_1.01,0.4906015872955322
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,2,power_law_1.01,0.499721622467041
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,2,power_law_1.01,0.5173567771911621
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,2,power_law_1.01,0.5331456184387207
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,2,power_law_1.01,0.6012224197387696
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,2,power_law_1.01,0.6282368183135987
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,2,power_law_1.01,0.7724703788757324
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,2,power_law_1.01,0.9099743843078614
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,1,power_law_1.2,16.71558380126953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,2,power_law_1.01,1.073532772064209
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,2,power_law_1.01,1.2594143867492675
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,2,power_law_1.01,1.8441408157348633
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,2,power_law_1.01,2.3392288208007814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,2,power_law_1.01,3.4010078430175783
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,2,power_law_1.01,0.3083487987518311
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,2,power_law_1.01,0.3058367967605591
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,2,power_law_1.01,0.3151263952255249
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,2,power_law_1.01,0.31816959381103516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,2,power_law_1.01,0.3164639949798584
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,2,power_law_1.01,0.3299040079116821
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,2,power_law_1.01,4.572332763671875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,2,power_law_1.01,0.3377216100692749
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,2,power_law_1.01,0.3531680107116699
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,2,power_law_1.01,0.36899518966674805
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,2,power_law_1.01,0.384006404876709
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,2,power_law_1.01,0.41101441383361814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,2,power_law_1.01,0.5031424045562745
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,2,power_law_1.01,6.910438537597656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,2,power_law_1.01,0.5742815971374512
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,1,power_law_1.2,22.648582458496094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,2,power_law_1.01,0.6361343860626221
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,2,power_law_1.01,0.8629823684692383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,2,power_law_1.01,1.1103936195373536
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,2,power_law_1.01,1.656425666809082
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,2,power_law_1.01,44.07020263671875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,2,power_law_1.01,2.002889633178711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,2,power_law_1.01,9.530038452148437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,1,power_law_1.2,49.510964965820314
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,2,power_law_1.01,3.1838592529296874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,2,power_law_1.01,4.2363838195800785
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,2,power_law_1.01,14.255133056640625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,2,power_law_1.01,6.520764923095703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,1,power_law_1.2,28.633648681640626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,2,power_law_1.01,8.340255737304688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,2,power_law_1.01,17.471302795410157
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,2,power_law_1.01,12.237590026855468
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,1,power_law_1.01,194.81934814453126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,2,power_law_1.2,0.3060352087020874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,2,power_law_1.2,0.32176320552825927
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,2,power_law_1.2,0.37011520862579345
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,2,power_law_1.2,0.7327328205108643
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,2,power_law_1.2,0.7203167915344239
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,2,power_law_1.2,0.7438047885894775
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,2,power_law_1.2,0.7570367813110351
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,2,power_law_1.2,0.7210688114166259
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,2,power_law_1.2,0.7519904136657715
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,2,power_law_1.2,0.7662303924560547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,2,power_law_1.2,0.7918240070343018
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,2,power_law_1.01,17.19207000732422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,2,power_law_1.2,0.8347007751464843
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,2,power_law_1.01,58.4933349609375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,2,power_law_1.2,0.8396896362304688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,2,power_law_1.2,0.9110336303710938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,2,power_law_1.2,1.0694175720214845
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,2,power_law_1.01,28.375839233398438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,2,power_law_1.2,1.2282079696655273
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,2,power_law_1.2,1.4456192016601563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,2,power_law_1.2,2.2591520309448243
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,1,power_law_1.2,40.483941650390626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,1,power_law_1.2,62.695196533203124
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,2,power_law_1.2,2.7301919937133787
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,2,power_law_1.2,3.821494293212891
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,2,power_law_1.01,20.07875213623047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,2,power_law_1.2,5.449708938598633
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,2,power_law_1.2,8.158761596679687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,2,power_law_1.01,38.76553039550781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,2,power_law_1.2,11.574329376220703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,2,power_law_1.01,36.32784729003906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,2,power_law_1.2,17.7259521484375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,1,power_law_1.2,52.419403076171875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,1,power_law_1.01,215.4341064453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,2,power_law_1.2,0.21845440864562987
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,2,power_law_1.2,0.23991999626159669
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,2,power_law_1.2,0.24887359142303467
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,2,power_law_1.2,0.5006239891052247
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,2,power_law_1.2,0.5039360046386718
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,2,power_law_1.2,0.5100160121917725
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,2,power_law_1.2,0.5302944183349609
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,2,power_law_1.2,0.48936638832092283
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,2,power_law_1.2,0.5066463947296143
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,2,power_law_1.2,0.5137631893157959
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,2,power_law_1.2,0.5393439769744873
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,2,power_law_1.2,0.6154496192932128
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,2,power_law_1.01,86.20386352539063
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,2,power_law_1.2,0.6370399951934814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,2,power_law_1.2,0.7782559871673584
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,2,power_law_1.2,23.9619140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,2,power_law_1.2,0.8830592155456543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,2,power_law_1.2,1.039840030670166
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,2,power_law_1.2,1.3539615631103517
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,1,power_law_1.2,76.82486572265626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,2,power_law_1.01,50.651922607421874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,2,power_law_1.2,1.942412757873535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,2,power_law_1.2,2.345270347595215
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,2,power_law_1.2,3.7520095825195314
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,2,power_law_1.2,4.668560028076172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,2,power_law_1.2,7.14563217163086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,2,power_law_1.2,32.68193054199219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,2,power_law_1.2,8.395254516601563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,2,power_law_1.01,75.31906127929688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,2,power_law_1.2,0.19546879529953004
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,2,power_law_1.2,0.1844640016555786
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,2,power_law_1.2,0.22904961109161376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,2,power_law_1.2,0.29214398860931395
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,2,power_law_1.2,0.31011199951171875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,2,power_law_1.2,0.3169600009918213
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,1,power_law_1.2,65.12742919921875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,2,power_law_1.2,0.32026560306549073
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,2,power_law_1.2,0.32388479709625245
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,2,power_law_1.2,15.302694702148438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,2,power_law_1.2,0.3338720083236694
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,2,power_law_1.2,0.3375776052474976
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,2,power_law_1.2,0.35404798984527586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,2,power_law_1.2,0.37144639492034914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,2,power_law_1.2,0.37826240062713623
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,2,power_law_1.2,0.4213696002960205
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,2,power_law_1.2,0.4891039848327637
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,2,power_law_1.2,0.5759391784667969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,2,power_law_1.2,0.6439295768737793
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,2,power_law_1.2,0.865782356262207
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,2,power_law_1.2,1.1485088348388672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,2,power_law_1.2,1.6501440048217773
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,2,power_law_1.2,2.167059135437012
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,2,power_law_1.2,3.1511968612670898
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,2,power_law_1.2,20.957846069335936
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,2,power_law_1.2,46.11754150390625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,2,power_law_1.2,4.467440032958985
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,2,power_law_1.01,77.66583251953125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,2,power_law_1.2,6.317398452758789
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,1,power_law_1.2,0.16351360082626343
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,2,power_law_1.2,9.137865447998047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,2,power_law_1.2,28.143045043945314
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,2,power_law_1.2,13.8433349609375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,1,power_law_1.2,0.2790015935897827
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,1,power_law_1.2,0.41845121383666994
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,1,power_law_1.2,0.697811222076416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,1,power_law_1.2,114.78927001953124
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,2,power_law_1.2,17.924847412109376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,1,power_law_1.2,1.2458784103393554
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,1,power_law_1.2,1.8762208938598632
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,2,power_law_1.2,60.1022705078125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,1,power_law_1.2,2.267679977416992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,2,power_law_1.2,45.63748474121094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,1,power_law_1.2,3.2887199401855467
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,2,power_law_1.2,23.097676086425782
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,1,power_law_1.2,3.4400703430175783
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,1,power_law_1.2,100.203125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,1,power_law_1.2,3.603683090209961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,1,power_law_1.2,3.9379039764404298
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,2,power_law_1.01,177.31318359375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,1,power_law_1.2,4.094259262084961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,2,1,power_law_1.01,0.1648800015449524
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,1,power_law_1.2,4.256140899658203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,2,power_law_1.2,38.27534790039063
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,1,power_law_1.2,4.4827838897705075
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,2,1,power_law_1.01,0.19820480346679686
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,2,power_law_1.2,53.237579345703125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,1,power_law_1.2,4.524335861206055
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,1,power_law_1.2,4.614611053466797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,2,1,power_law_1.01,0.2587519884109497
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,1,power_law_1.2,4.980403137207031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,2,1,power_law_1.01,0.4703711986541748
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,1,power_law_1.2,5.353324890136719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.2,5.580636978149414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,2,1,power_law_1.01,0.482700777053833
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,2,1,power_law_1.01,0.5306079864501954
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,2,power_law_1.2,107.164501953125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,2,power_law_1.01,162.094677734375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.2,6.0931743621826175
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.2,6.701392364501953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,2,1,power_law_1.01,0.500713586807251
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,2,1,power_law_1.01,0.5583712100982666
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,2,1,power_law_1.01,0.5886015892028809
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,2,power_law_1.2,72.09152221679688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,2,1,power_law_1.01,0.11554559469223022
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,2,1,power_law_1.01,0.12870399951934813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,2,1,power_law_1.01,0.16344319581985473
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.2,7.812102508544922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,2,1,power_law_1.01,0.10049599409103394
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,2,1,power_law_1.01,0.2756448030471802
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,2,1,power_law_1.01,0.2835263967514038
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.2,9.040198516845702
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,2,1,power_law_1.01,0.2797631978988647
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,2,1,power_law_1.01,0.28584320545196534
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,2,1,power_law_1.01,0.5204351902008056
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,2,1,power_law_1.01,0.2916896104812622
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,2,1,power_law_1.01,0.3117216110229492
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,2,1,power_law_1.01,0.31348159313201907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,2,1,power_law_1.01,0.3336639881134033
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,2,power_law_1.2,84.4460693359375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,2,1,power_law_1.01,0.34639999866485593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,2,1,power_law_1.01,0.3505151987075806
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,2,1,power_law_1.01,0.36604158878326415
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,2,1,power_law_1.01,0.38656320571899416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,2,1,power_law_1.01,0.44494080543518066
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,2,1,power_law_1.01,0.48264641761779786
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,2,1,power_law_1.01,0.6206655979156495
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,2,1,power_law_1.01,0.7880832195281983
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,2,1,power_law_1.01,0.12794560194015503
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.2,11.439708709716797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,2,1,power_law_1.01,1.093660831451416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,2,1,power_law_1.01,0.1514623999595642
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,2,1,power_law_1.01,1.4065535545349122
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,2,1,power_law_1.01,2.046822357177734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,2,1,power_law_1.01,2.657497596740723
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,2,1,power_law_1.01,0.5677984237670899
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,2,1,power_law_1.01,0.6214623928070069
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,2,1,power_law_1.01,0.6391136169433593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,2,1,power_law_1.01,3.962464141845703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.2,13.896665954589844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,2,1,power_law_1.01,5.41418571472168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,2,1,power_law_1.01,7.826265716552735
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,2,1,power_law_1.01,0.5616608142852784
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,2,1,power_law_1.01,0.590067195892334
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,2,1,power_law_1.01,0.6295360088348388
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,2,1,power_law_1.01,10.96048355102539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,2,1,power_law_1.01,0.2662400007247925
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.2,18.983628845214845
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,2,1,power_law_1.01,13.408876037597656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,1,power_law_1.2,218.1869140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,2,1,power_law_1.01,0.2643615961074829
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,1,power_law_1.2,195.59080810546874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,2,1,power_law_1.01,0.6468192100524902
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,2,1,power_law_1.2,0.15291839838027954
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,2,1,power_law_1.01,0.7776735782623291
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.2,24.061212158203126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,2,1,power_law_1.01,22.28095397949219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,2,1,power_law_1.2,0.1888991951942444
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,2,1,power_law_1.01,0.26872959136962893
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,2,1,power_law_1.01,0.2708319902420044
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,2,1,power_law_1.01,0.2720544099807739
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,2,1,power_law_1.2,0.09365119934082031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,2,1,power_law_1.01,0.2828959941864014
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,2,1,power_law_1.01,0.29178240299224856
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,2,1,power_law_1.01,0.3181407928466797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,2,1,power_law_1.2,0.2767776012420654
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,2,1,power_law_1.01,0.34604480266571047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,2,1,power_law_1.01,0.34923839569091797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,2,1,power_law_1.01,0.8213695526123047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,1,power_law_1.2,30.336163330078126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,2,1,power_law_1.2,0.4708255767822266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,2,1,power_law_1.2,0.11607040166854858
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,2,1,power_law_1.2,0.15116480588912964
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,2,1,power_law_1.01,0.3263744115829468
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,2,1,power_law_1.01,0.3431839942932129
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,2,1,power_law_1.01,0.35463039875030516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,2,1,power_law_1.01,44.61709289550781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,2,1,power_law_1.2,0.10524159669876099
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,2,1,power_law_1.2,0.12097920179367065
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,2,1,power_law_1.2,0.1580191969871521
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,2,1,power_law_1.2,0.28175039291381837
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,2,1,power_law_1.2,0.2734368085861206
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,2,1,power_law_1.2,0.4886591911315918
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,2,1,power_law_1.01,1.049942398071289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,2,1,power_law_1.2,0.2864799976348877
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,2,1,power_law_1.2,0.5390975952148438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,2,1,power_law_1.2,0.2888736009597778
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,2,1,power_law_1.2,0.28498880863189696
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,2,1,power_law_1.2,0.31230080127716064
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,2,1,power_law_1.2,0.32127039432525634
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,2,1,power_law_1.2,0.33390719890594484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,2,1,power_law_1.2,0.3433664083480835
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,2,1,power_law_1.2,0.34859519004821776
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,2,1,power_law_1.2,0.36472320556640625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,2,1,power_law_1.2,0.38646080493927004
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,2,1,power_law_1.2,0.4333888053894043
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,2,1,power_law_1.2,0.48603200912475586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,2,1,power_law_1.2,0.6195871829986572
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,2,1,power_law_1.2,0.779804801940918
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,2,1,power_law_1.2,1.0909472465515138
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,2,1,power_law_1.2,1.4104767799377442
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,2,1,power_law_1.2,2.0293760299682617
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,2,1,power_law_1.2,0.5193888187408447
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,2,1,power_law_1.01,0.3608191967010498
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,2,1,power_law_1.2,0.5428383827209473
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,2,1,power_law_1.01,0.43266878128051756
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,2,power_law_1.2,159.84840087890626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,2,1,power_law_1.2,0.6018335819244385
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,2,1,power_law_1.2,0.2626976013183594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,2,1,power_law_1.2,2.6608415603637696
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,2,power_law_1.01,0.41935038566589355
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,2,power_law_1.01,0.5115903854370117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,2,power_law_1.01,0.5831456184387207
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,2,1,power_law_1.2,3.9190399169921877
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,2,power_law_1.01,1.0651328086853027
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,2,1,power_law_1.01,1.3459136009216308
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,2,power_law_1.01,1.094707202911377
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,2,power_law_1.01,1.1009632110595704
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,2,1,power_law_1.01,1.9225439071655273
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,2,power_law_1.01,1.1218624114990234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,2,1,power_law_1.2,5.304556655883789
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,1,power_law_1.2,47.555731201171874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,2,power_law_1.01,1.1434111595153809
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,2,1,power_law_1.01,2.702288055419922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,2,power_law_1.2,216.273095703125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,2,power_law_1.01,1.2294560432434083
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,2,power_law_1.01,1.2639488220214843
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,2,1,power_law_1.01,3.969289779663086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,2,power_law_1.01,1.3363871574401855
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,2,power_law_1.01,0.3100543975830078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,2,power_law_1.01,1.4263903617858886
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,2,1,power_law_1.2,7.91041259765625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,2,power_law_1.01,0.3228447914123535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,2,1,power_law_1.2,0.521884822845459
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,2,1,power_law_1.2,0.25529279708862307
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,2,power_law_1.01,0.40711040496826173
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,2,power_law_1.01,1.4798399925231933
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,2,1,power_law_1.2,0.2682687997817993
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,2,1,power_law_1.2,0.2706912040710449
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,2,1,power_law_1.01,5.253519821166992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,2,1,power_law_1.2,0.26974079608917234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,2,power_law_1.01,1.7371936798095704
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,2,1,power_law_1.2,0.2769599914550781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,2,1,power_law_1.2,0.3030751943588257
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,2,1,power_law_1.2,0.31474881172180175
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,2,power_law_1.01,1.9015775680541993
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,2,1,power_law_1.2,0.34225599765777587
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,2,1,power_law_1.2,0.35523200035095215
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,2,power_law_1.01,2.0228031158447264
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,2,1,power_law_1.01,0.4823296070098877
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,2,1,power_law_1.01,7.6310173034667965
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,2,1,power_law_1.01,0.6414688110351563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,2,1,power_law_1.2,11.0382080078125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,2,power_law_1.01,2.6068735122680664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,2,1,power_law_1.01,0.8078080177307129
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,2,power_law_1.01,0.7195263862609863
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,2,1,power_law_1.01,1.1477184295654297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,2,power_law_1.01,0.7234015941619873
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,2,power_law_1.01,3.3627296447753907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,2,power_law_1.01,0.7291007995605469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,2,power_law_1.01,0.7391359806060791
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,2,power_law_1.01,0.7491968154907227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,2,power_law_1.01,0.8061152458190918
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,2,power_law_1.01,4.265184020996093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,2,power_law_1.01,0.8635007858276367
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,2,1,power_law_1.01,10.043449401855469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,2,power_law_1.01,0.9238207817077637
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,2,1,power_law_1.2,0.5790688037872315
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,2,power_law_1.01,1.0841312408447266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,2,1,power_law_1.2,0.6096096038818359
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,2,1,power_law_1.2,13.512326049804688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,2,power_law_1.01,1.132038402557373
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,2,1,power_law_1.2,0.6447328090667724
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,2,1,power_law_1.2,0.32315199375152587
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,2,power_law_1.01,5.95684814453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,2,1,power_law_1.2,0.34126079082489014
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,2,power_law_1.01,1.376591968536377
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,2,1,power_law_1.2,0.3496351957321167
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,2,1,power_law_1.2,0.35848000049591067
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,2,power_law_1.01,1.502451229095459
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,2,1,power_law_1.2,0.43224639892578126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,2,power_law_1.01,1.752217674255371
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,2,power_law_1.01,2.2025632858276367
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,2,1,power_law_1.01,13.164930725097657
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,2,power_law_1.01,8.147615814208985
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,2,power_law_1.01,2.9484607696533205
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,2,power_law_1.01,3.696131134033203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,2,1,power_law_1.01,1.4977055549621583
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,2,power_law_1.01,11.25122528076172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,2,1,power_law_1.2,22.02875518798828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,2,1,power_law_1.01,2.1803680419921876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,2,power_law_1.01,6.034508895874024
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,2,1,power_law_1.2,0.5662271976470947
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,2,1,power_law_1.2,0.5881824016571044
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,2,1,power_law_1.2,0.6194143772125245
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,2,1,power_law_1.01,2.927420806884766
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,2,1,power_law_1.01,20.716041564941406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,2,1,power_law_1.01,4.5041664123535154
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,2,power_law_1.01,8.113158416748046
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,2,1,power_law_1.2,0.47960638999938965
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,2,1,power_law_1.2,0.6384960174560547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,2,1,power_law_1.2,0.8010623931884766
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,2,1,power_law_1.01,6.042768096923828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,2,1,power_law_1.2,1.1478272438049317
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,2,power_law_1.01,19.099404907226564
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,2,power_law_1.01,11.141283416748047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,2,1,power_law_1.01,7.704768371582031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,2,1,power_law_1.2,0.647327995300293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,2,1,power_law_1.2,0.7766560077667236
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,2,power_law_1.01,16.607026672363283
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,2,1,power_law_1.01,11.931231689453124
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,1,power_law_1.2,89.595068359375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,2,1,power_law_1.2,44.310906982421876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,2,power_law_1.01,28.039089965820313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,2,1,power_law_1.2,1.4851072311401368
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,2,1,power_law_1.01,42.76222534179688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,2,power_law_1.2,0.27688000202178953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,2,1,power_law_1.2,2.1649343490600588
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,2,power_law_1.2,0.3353791952133179
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,2,power_law_1.2,0.44268798828125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,2,power_law_1.2,0.68154878616333
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,2,power_law_1.01,0.2588576078414917
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,2,1,power_law_1.2,2.908140754699707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,2,power_law_1.01,0.26451840400695803
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,2,power_law_1.2,0.6988287925720215
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,2,power_law_1.01,0.32592000961303713
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,2,power_law_1.2,0.7078239917755127
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,2,power_law_1.2,0.7264544010162354
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,2,power_law_1.2,0.7382368087768555
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,2,power_law_1.2,0.44148478507995603
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,2,1,power_law_1.2,4.414028930664062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,2,power_law_1.2,0.8001503944396973
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,2,power_law_1.2,0.4396160125732422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,2,power_law_1.01,23.64185028076172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,2,power_law_1.2,0.8431903839111328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,2,power_law_1.2,0.5119423866271973
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,2,1,power_law_1.2,0.8226079940795898
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,2,power_law_1.2,0.9257056236267089
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,2,1,power_law_1.01,24.00157470703125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,2,power_law_1.2,1.0947135925292968
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,2,power_law_1.2,0.2517407894134521
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,2,power_law_1.2,1.140396785736084
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,2,1,power_law_1.2,5.976623916625977
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,2,power_law_1.2,0.3149087905883789
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,2,power_law_1.2,0.3248543977737427
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,2,power_law_1.2,1.3751296043395995
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,2,power_law_1.2,0.433241605758667
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,2,power_law_1.2,0.45487360954284667
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,2,power_law_1.2,1.6204511642456054
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,2,power_law_1.2,0.4684703826904297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,2,power_law_1.2,0.47611198425292967
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,2,power_law_1.2,1.6923328399658204
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,2,power_law_1.2,0.4799680233001709
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,2,power_law_1.2,1.086892795562744
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,2,power_law_1.2,0.49066882133483886
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,2,1,power_law_1.2,7.577680206298828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,2,power_law_1.2,0.49741439819335936
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,2,power_law_1.2,2.1595264434814454
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,2,power_law_1.2,1.0986592292785644
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,2,power_law_1.2,0.5401408195495605
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,2,power_law_1.2,1.1302399635314941
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,2,power_law_1.2,0.6035711765289307
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,2,power_law_1.01,0.4515200138092041
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,2,power_law_1.2,1.1547264099121093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,2,power_law_1.2,0.6234943866729736
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,2,power_law_1.2,3.1381599426269533
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,2,power_law_1.01,0.45415358543395995
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,2,power_law_1.2,0.6724832057952881
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,2,power_law_1.2,1.1680352210998535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,2,power_law_1.01,0.4676032066345215
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,2,power_law_1.2,0.7176224231719971
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,2,power_law_1.01,0.47318401336669924
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,2,power_law_1.2,1.2268256187438964
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,2,power_law_1.01,0.4777056217193604
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,2,power_law_1.2,0.8002655982971192
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,2,power_law_1.2,4.1927135467529295
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,2,power_law_1.01,0.4924767971038818
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,2,power_law_1.2,1.2983967781066894
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,2,power_law_1.2,0.9835616111755371
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,2,power_law_1.01,39.435140991210936
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,2,power_law_1.01,0.4873311996459961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,2,power_law_1.2,1.34399356842041
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,2,power_law_1.01,0.5082943916320801
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,2,power_law_1.2,1.3316479682922364
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,2,power_law_1.01,0.5570015907287598
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,2,power_law_1.2,1.4265727996826172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,2,1,power_law_1.2,11.654953765869141
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,2,power_law_1.01,0.6287903785705566
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,2,power_law_1.2,1.861587142944336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,2,power_law_1.2,5.508252716064453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,2,power_law_1.01,0.6579008102416992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,2,power_law_1.2,1.5250335693359376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,2,1,power_law_1.2,1.0553824424743652
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,2,power_law_1.01,0.728217601776123
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,2,power_law_1.2,2.6324960708618166
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,2,power_law_1.2,1.7251680374145508
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,2,power_law_1.01,0.818012809753418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,2,power_law_1.01,32.43232116699219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,2,power_law_1.01,0.984489631652832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,2,power_law_1.2,1.9626688003540038
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,2,power_law_1.01,1.3663328170776368
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,2,power_law_1.2,3.4056255340576174
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,2,power_law_1.2,2.198297691345215
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,2,power_law_1.01,1.6510080337524413
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,2,power_law_1.2,8.350633239746093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,2,power_law_1.2,2.688700866699219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,2,power_law_1.01,2.560419273376465
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,2,power_law_1.2,5.113641738891602
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,2,power_law_1.2,3.661360168457031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,2,power_law_1.01,3.366022491455078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,2,power_law_1.2,7.001974487304688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,2,power_law_1.2,4.5110527038574215
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,2,power_law_1.01,5.091206359863281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,2,power_law_1.2,13.261570739746094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,2,1,power_law_1.2,23.993020629882814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,2,power_law_1.2,7.831970977783203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,2,power_law_1.01,7.0122627258300785
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,2,1,power_law_1.2,1.3655136108398438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,2,power_law_1.2,11.046332550048827
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,2,1,power_law_1.2,1.971945571899414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,2,1,power_law_1.2,2.6069631576538086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,2,power_law_1.2,8.589071655273438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,2,power_law_1.2,16.54529266357422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,2,power_law_1.01,10.426886749267577
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,2,1,power_law_1.2,4.008863830566407
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,2,1,power_law_1.01,0.23154239654541015
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,2,1,power_law_1.01,0.3160032033920288
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,2,1,power_law_1.01,0.4501503944396973
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,2,1,power_law_1.2,5.2131294250488285
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,2,power_law_1.2,14.815306091308594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,2,power_law_1.01,55.8703857421875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,2,power_law_1.2,13.948934936523438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,2,power_law_1.01,48.68221740722656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,2,1,power_law_1.01,0.8484000205993653
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,2,power_law_1.01,13.597946166992188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,2,1,power_law_1.2,7.379974365234375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,2,power_law_1.2,24.928086853027345
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,2,1,power_law_1.2,10.15706558227539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,2,1,power_law_1.01,1.079203224182129
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,2,1,power_law_1.01,1.0764736175537108
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,2,1,power_law_1.01,1.1157695770263671
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,2,power_law_1.2,17.888041687011718
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,2,power_law_1.2,23.004261779785157
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,2,1,power_law_1.01,1.160319995880127
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,2,1,power_law_1.01,1.2338272094726563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,2,1,power_law_1.01,1.2504480361938477
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,2,power_law_1.01,20.40905303955078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,2,1,power_law_1.01,1.3564160346984864
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,2,1,power_law_1.01,1.384012794494629
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,2,1,power_law_1.2,12.872557067871094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,2,1,power_law_1.01,1.4702783584594727
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,2,1,power_law_1.01,1.6127359390258789
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,2,1,power_law_1.01,1.7001119613647462
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,2,1,power_law_1.01,1.8321247100830078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,2,1,power_law_1.01,2.040889549255371
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,2,1,power_law_1.01,2.6111616134643554
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,2,power_law_1.2,31.213546752929688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,2,1,power_law_1.01,3.254934310913086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,2,power_law_1.2,26.769134521484375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,2,1,power_law_1.2,20.884396362304688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,2,1,power_law_1.01,4.576566314697265
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,2,power_law_1.01,27.259133911132814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,2,power_law_1.2,31.785928344726564
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,2,1,power_law_1.01,5.924335861206055
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,2,1,power_law_1.01,8.704736328125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,2,power_law_1.01,65.97103881835938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,2,1,power_law_1.01,11.379491424560547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,2,power_law_1.01,83.578515625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,2,power_law_1.2,36.5882080078125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,2,power_law_1.01,35.47261047363281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,2,power_law_1.2,38.467926025390625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,2,1,power_law_1.2,42.6118408203125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,2,1,power_law_1.01,16.452012634277345
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,2,power_law_1.2,55.60142822265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,2,1,power_law_1.01,0.16451200246810913
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,2,1,power_law_1.01,21.91449890136719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,2,1,power_law_1.01,0.2239135980606079
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,2,power_law_1.2,57.664825439453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,2,power_law_1.01,54.940240478515626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,2,power_law_1.2,53.9458984375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,2,1,power_law_1.01,33.900238037109375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,2,1,power_law_1.01,0.24961280822753906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,2,power_law_1.01,89.48838500976562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,2,1,power_law_1.01,0.40442562103271484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,2,power_law_1.2,74.05408935546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,2,power_law_1.01,100.76006469726562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,2,1,power_law_1.01,46.091488647460935
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,2,1,power_law_1.01,0.43009281158447266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,2,1,power_law_1.01,0.4285759925842285
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,2,1,power_law_1.01,0.4360447883605957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,2,1,power_law_1.01,0.43889918327331545
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,2,1,power_law_1.01,0.44173121452331543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,2,1,power_law_1.01,0.46634879112243655
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,2,1,power_law_1.01,0.504633617401123
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,2,1,power_law_1.01,0.5555615901947022
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,2,1,power_law_1.01,0.5860640048980713
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,2,1,power_law_1.01,0.5523295879364014
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,2,1,power_law_1.01,0.5997951984405517
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,2,1,power_law_1.01,0.641212797164917
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,2,power_law_1.2,88.4379150390625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,2,1,power_law_1.01,57.0489501953125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,2,power_law_1.2,110.4408447265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,2,power_law_1.01,112.221533203125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,2,power_law_1.2,81.92832641601562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,2,1,power_law_1.2,0.2703007936477661
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,2,1,power_law_1.01,0.16596479415893556
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,2,1,power_law_1.2,0.334934401512146
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,2,1,power_law_1.01,0.18967679738998414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,2,1,power_law_1.2,0.42031040191650393
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,2,1,power_law_1.01,0.2634687900543213
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,2,1,power_law_1.01,0.5663616180419921
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,2,1,power_law_1.01,0.4500895977020264
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,2,1,power_law_1.2,0.844489574432373
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,2,1,power_law_1.01,0.6573440074920655
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,2,1,power_law_1.01,0.45523838996887206
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,2,1,power_law_1.2,1.0816255569458009
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,2,1,power_law_1.01,0.4551583766937256
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,2,1,power_law_1.01,0.4655327796936035
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,2,1,power_law_1.2,1.124783992767334
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,2,1,power_law_1.01,0.4685535907745361
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,2,1,power_law_1.2,1.1344223976135255
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,2,1,power_law_1.01,0.47736320495605467
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,2,1,power_law_1.01,0.4792992115020752
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,2,1,power_law_1.2,1.175391960144043
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,2,1,power_law_1.01,0.4858560085296631
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,2,1,power_law_1.01,0.5109087944030761
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,2,1,power_law_1.2,1.236233615875244
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,2,1,power_law_1.01,0.5184383869171143
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,2,1,power_law_1.2,1.3003968238830566
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,2,1,power_law_1.01,0.5688864231109619
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,2,1,power_law_1.01,0.6095136165618896
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,2,1,power_law_1.2,1.3359487533569336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,2,1,power_law_1.01,0.6686304092407227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,2,1,power_law_1.2,1.4195648193359376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,2,1,power_law_1.01,0.737663984298706
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,2,1,power_law_1.01,0.9627584457397461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,2,1,power_law_1.2,1.4466591835021974
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,2,1,power_law_1.01,1.2126655578613281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,2,1,power_law_1.2,1.5874048233032227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,2,1,power_law_1.01,1.7626976013183593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,2,1,power_law_1.2,1.6376224517822267
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,2,1,power_law_1.2,1.7939903259277343
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,2,1,power_law_1.01,2.2616704940795898
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,2,1,power_law_1.2,2.003100776672363
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,2,1,power_law_1.01,3.3031326293945313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,2,1,power_law_1.2,2.5552640914916993
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,2,1,power_law_1.01,0.7362751960754395
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,2,1,power_law_1.2,3.1907327651977537
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,2,1,power_law_1.01,4.441468811035156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,2,1,power_law_1.01,1.0037055969238282
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,2,1,power_law_1.01,1.2485471725463868
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,2,power_law_1.01,139.3180419921875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,2,1,power_law_1.2,4.465385437011719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,2,1,power_law_1.01,6.551340484619141
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,2,1,power_law_1.2,5.79532470703125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,2,1,power_law_1.01,8.718294525146485
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,2,1,power_law_1.2,8.665491485595703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,2,1,power_law_1.01,13.695960998535156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,2,1,power_law_1.2,11.161682891845704
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,2,1,power_law_1.01,1.8295488357543945
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,2,1,power_law_1.01,2.3383264541625977
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,2,1,power_law_1.01,3.6986751556396484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,2,power_law_1.01,156.67216796875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,2,power_law_1.2,111.119287109375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,2,1,power_law_1.01,4.8480064392089846
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,2,1,power_law_1.2,16.069686889648438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,2,1,power_law_1.01,17.616361999511717
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,2,1,power_law_1.01,92.85729370117187
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,2,1,power_law_1.01,7.0364738464355465
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,2,1,power_law_1.01,10.014425659179688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,2,1,power_law_1.2,21.42524108886719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,2,1,power_law_1.01,21.741673278808594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,2,1,power_law_1.01,11.781878662109374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,2,1,power_law_1.01,19.313848876953124
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,2,power_law_1.2,139.97218017578126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,2,1,power_law_1.2,33.77547607421875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,2,1,power_law_1.01,35.67081298828125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,2,1,power_law_1.01,40.19212036132812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,2,1,power_law_1.2,0.18096959590911865
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,2,1,power_law_1.2,0.22499840259552
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,2,1,power_law_1.2,0.2144831895828247
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,2,1,power_law_1.2,0.41373119354248045
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,2,1,power_law_1.2,0.4256608009338379
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,2,1,power_law_1.2,0.4334303855895996
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,2,1,power_law_1.2,0.43583359718322756
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,2,1,power_law_1.2,0.43793277740478515
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,2,1,power_law_1.2,0.45175681114196775
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,2,1,power_law_1.2,0.48524160385131837
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,2,1,power_law_1.2,45.97227172851562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,2,1,power_law_1.2,0.49316158294677737
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,2,1,power_law_1.2,0.5629536151885987
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,2,1,power_law_1.2,0.5921440124511719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,2,1,power_law_1.2,0.5522848129272461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,2,1,power_law_1.2,0.616537618637085
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,2,1,power_law_1.2,0.6612351894378662
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,2,1,power_law_1.2,0.5685215950012207
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,2,1,power_law_1.2,0.6681536197662353
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,2,1,power_law_1.2,0.7425759792327881
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,2,1,power_law_1.2,1.0043519973754882
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,2,1,power_law_1.2,1.2631232261657714
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,2,1,power_law_1.2,1.8469343185424805
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,2,1,power_law_1.2,2.521571159362793
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,2,1,power_law_1.2,3.6802143096923827
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,2,1,power_law_1.01,70.96049194335937
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,2,1,power_law_1.2,4.977881622314453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,2,1,power_law_1.2,0.16453440189361573
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,2,1,power_law_1.2,0.18534400463104247
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,2,1,power_law_1.2,0.2362015962600708
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,2,1,power_law_1.2,0.4400191783905029
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,2,1,power_law_1.2,0.4560512065887451
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,2,1,power_law_1.2,0.4628928184509277
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,2,1,power_law_1.2,0.4670015811920166
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,2,1,power_law_1.2,0.4709919929504395
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,2,1,power_law_1.2,7.303497314453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,2,1,power_law_1.2,0.4743807792663574
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,2,1,power_law_1.2,0.48405442237854
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,2,1,power_law_1.2,0.49379520416259765
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,2,1,power_law_1.2,0.5104320049285889
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,2,1,power_law_1.2,0.5341728210449219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,2,1,power_law_1.2,0.5718751907348633
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,2,1,power_law_1.2,0.6083648204803467
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,2,1,power_law_1.2,0.672495985031128
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,2,1,power_law_1.2,0.7340799808502197
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,2,1,power_law_1.2,9.63250274658203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,2,1,power_law_1.2,0.9776191711425781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,2,1,power_law_1.2,1.2269536018371583
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,2,1,power_law_1.2,1.7086015701293946
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,2,1,power_law_1.2,2.278870391845703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,2,1,power_law_1.2,57.6296875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,2,1,power_law_1.2,3.409004974365234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,2,1,power_law_1.2,12.35689926147461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,2,1,power_law_1.2,4.531980895996094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,2,power_law_1.2,174.0667236328125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,2,1,power_law_1.2,6.73950424194336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,2,1,power_law_1.2,19.471405029296875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,2,1,power_law_1.2,8.770223999023438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,2,1,power_law_1.01,186.348486328125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,2,1,power_law_1.2,13.22821502685547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,2,power_law_1.01,0.2736543893814087
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,2,power_law_1.01,256.7163818359375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,2,power_law_1.01,0.5473343849182128
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,2,power_law_1.01,0.18995200395584105
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,2,power_law_1.01,0.39138240814208985
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,2,power_law_1.01,0.33524160385131835
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,2,1,power_law_1.2,17.546853637695314
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,2,power_law_1.01,0.2670079946517944
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,2,power_law_1.01,0.7453311920166016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,2,power_law_1.01,0.517523193359375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,2,power_law_1.01,1.3145600318908692
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,2,1,power_law_1.2,40.301937866210935
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,2,power_law_1.01,0.8092543601989746
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,2,power_law_1.01,1.8294784545898437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,2,power_law_1.01,1.0999039649963378
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,2,power_law_1.01,0.16873279809951783
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,2,power_law_1.01,2.6096799850463865
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,2,power_law_1.01,1.5691328048706055
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.01,0.300547194480896
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,2,power_law_1.01,1.6719104766845703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.01,0.2761888027191162
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,2,power_law_1.01,2.8056095123291014
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,2,1,power_law_1.2,22.183197021484375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.01,0.4125984191894531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,2,power_law_1.01,1.747248077392578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,2,power_law_1.01,2.882966423034668
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.01,0.6963488101959229
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,2,power_law_1.01,1.8030431747436524
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.01,0.9600831985473632
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,2,power_law_1.01,2.9836799621582033
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,2,power_law_1.01,1.8713695526123046
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,2,power_law_1.01,1.3377280235290527
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,2,1,power_law_1.2,91.9287109375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,2,power_law_1.01,2.3611520767211913
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,2,power_law_1.01,3.1878976821899414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.01,1.4582592010498048
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,2,power_law_1.01,1.476204776763916
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,2,power_law_1.01,2.4459360122680662
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,2,power_law_1.01,1.549238395690918
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,2,power_law_1.01,2.5344863891601563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.01,1.6407167434692382
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,2,power_law_1.01,2.5724863052368163
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,2,power_law_1.01,1.6257440567016601
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,2,power_law_1.01,4.088451385498047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,2,power_law_1.01,2.630950355529785
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,2,power_law_1.01,1.6954015731811523
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,2,1,power_law_1.2,35.68684387207031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,2,power_law_1.01,4.128777694702149
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.01,1.776278305053711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,2,power_law_1.01,2.813091278076172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,2,power_law_1.01,1.8261823654174805
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,2,power_law_1.01,3.030496025085449
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,2,power_law_1.01,4.378224182128906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,2,power_law_1.01,1.8390560150146484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,2,power_law_1.01,3.3932479858398437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,2,power_law_1.01,1.9419584274291992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,2,power_law_1.01,4.483935928344726
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,2,power_law_1.01,2.0361759185791017
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,2,power_law_1.01,4.086131286621094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,2,power_law_1.01,4.573398590087891
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.01,2.2101791381835936
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,2,power_law_1.01,4.926911926269531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,2,power_law_1.01,4.934028625488281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,2,power_law_1.01,2.4951040267944338
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,2,power_law_1.01,2.8148096084594725
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,2,power_law_1.01,6.608297729492188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,2,power_law_1.01,5.555462265014649
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,2,power_law_1.01,3.493577575683594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,2,power_law_1.01,6.0037696838378904
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,2,power_law_1.01,8.245728302001954
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,2,power_law_1.01,4.350729751586914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,2,power_law_1.01,334.6505126953125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,2,power_law_1.2,0.31417601108551024
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,2,power_law_1.2,0.5253056049346924
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,2,power_law_1.01,7.0249473571777346
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,2,power_law_1.01,5.814614486694336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,2,power_law_1.2,0.3667007923126221
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,2,power_law_1.2,0.773632001876831
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,2,power_law_1.01,11.653340911865234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,2,power_law_1.2,1.2280960083007812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,2,power_law_1.01,7.69043197631836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,2,power_law_1.01,7.427516937255859
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,2,1,power_law_1.2,71.259619140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,2,power_law_1.2,1.5456992149353028
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,2,power_law_1.2,0.19068479537963867
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,2,power_law_1.2,2.5557695388793946
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,2,power_law_1.2,0.3334912061691284
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,2,power_law_1.2,0.22845759391784667
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,2,power_law_1.01,9.333235168457032
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,2,power_law_1.2,2.856553649902344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,2,power_law_1.2,0.4727007865905762
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,2,power_law_1.01,15.477424621582031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,2,power_law_1.01,10.240563201904298
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,2,power_law_1.2,0.6803904056549073
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,2,power_law_1.2,2.8068511962890623
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,2,power_law_1.2,0.9616352081298828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,2,power_law_1.2,315.3466796875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,2,power_law_1.2,3.0024255752563476
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,2,power_law_1.01,10.875635528564453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,2,power_law_1.2,1.546342372894287
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,2,power_law_1.2,1.6281631469726563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,2,power_law_1.2,3.2123134613037108
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,2,power_law_1.2,1.7234815597534179
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,2,power_law_1.01,13.661456298828124
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,2,power_law_1.2,4.080508804321289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,2,power_law_1.2,1.7547744750976562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,2,power_law_1.01,23.24915771484375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,2,power_law_1.01,14.251295471191407
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,2,power_law_1.2,1.9369792938232422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,2,power_law_1.2,4.254207992553711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,2,power_law_1.2,2.347360038757324
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,2,power_law_1.2,4.431897735595703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,2,power_law_1.2,2.458956718444824
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,2,power_law_1.01,17.013839721679688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,2,power_law_1.2,4.731363296508789
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,2,power_law_1.2,2.6308095932006834
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,2,power_law_1.2,2.6868032455444335
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,2,power_law_1.01,18.569010925292968
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,2,power_law_1.2,4.863641738891602
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,2,power_law_1.2,2.7661951065063475
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,2,power_law_1.2,5.231296157836914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,2,power_law_1.2,2.918569564819336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,2,power_law_1.01,28.437527465820313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,2,power_law_1.2,3.2387840270996096
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,2,power_law_1.2,5.792924880981445
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,2,power_law_1.2,3.5607841491699217
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,2,power_law_1.01,27.426129150390626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,2,power_law_1.2,6.297446441650391
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,2,1,power_law_1.2,186.677099609375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,2,power_law_1.2,4.311276626586914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,2,power_law_1.01,25.2472412109375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,2,1,power_law_1.01,0.1591264009475708
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,2,1,power_law_1.01,0.27080960273742677
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,2,power_law_1.2,7.190595245361328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,2,1,power_law_1.01,0.32173120975494385
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,2,power_law_1.2,5.368691253662109
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,2,1,power_law_1.01,0.7371520042419434
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,2,1,power_law_1.01,1.2253151893615724
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,2,power_law_1.2,7.9216865539550785
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,2,power_law_1.2,6.789888000488281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,2,1,power_law_1.01,1.7144800186157227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,2,power_law_1.01,36.52061462402344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,2,1,power_law_1.01,2.5790719985961914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,2,1,power_law_1.01,2.7302879333496093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,2,power_law_1.2,9.011046600341796
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,2,power_law_1.2,9.838432312011719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,2,1,power_law_1.01,2.835487937927246
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,2,power_law_1.01,35.12496337890625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,2,1,power_law_1.01,2.9153568267822267
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,2,power_law_1.2,11.135987091064454
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,2,1,power_law_1.01,3.0906463623046876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,2,power_law_1.2,12.153782653808594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,2,1,power_law_1.01,3.1865440368652345
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,2,1,power_law_1.01,3.2979679107666016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,2,power_law_1.01,52.98978271484375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,2,1,power_law_1.01,3.4528224945068358
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,2,power_law_1.2,15.429702758789062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,2,power_law_1.2,15.88916473388672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,2,1,power_law_1.01,0.11270400285720825
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,2,1,power_law_1.01,0.1832543969154358
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,2,1,power_law_1.01,4.382454299926758
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,2,power_law_1.2,343.0451416015625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,2,1,power_law_1.01,0.20631999969482423
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,2,1,power_law_1.01,0.4814879894256592
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,2,1,power_law_1.01,0.7521120071411133
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,2,1,power_law_1.01,4.500815963745117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,2,1,power_law_1.01,0.1041152000427246
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,2,1,power_law_1.01,0.1574720025062561
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,2,1,power_law_1.01,1.0239392280578614
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,2,1,power_law_1.01,0.20621120929718018
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,2,power_law_1.01,42.456292724609376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,2,1,power_law_1.01,4.812511825561524
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,2,1,power_law_1.01,1.519430446624756
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,2,power_law_1.01,56.9578857421875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,2,power_law_1.2,18.90263671875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,2,1,power_law_1.01,0.4221759796142578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,2,1,power_law_1.01,1.5953920364379883
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,2,1,power_law_1.01,0.6597087860107422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,2,1,power_law_1.01,5.200124740600586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,2,1,power_law_1.01,1.7232320785522461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,2,1,power_law_1.01,0.9266048431396484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,2,power_law_1.2,24.78203887939453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,2,1,power_law_1.01,1.3288064002990723
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,2,1,power_law_1.01,1.768409538269043
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,2,1,power_law_1.01,5.739788818359375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,2,1,power_law_1.01,1.3807231903076171
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,2,1,power_law_1.01,1.8510591506958007
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,2,1,power_law_1.01,1.4603263854980468
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,2,1,power_law_1.01,1.8727712631225586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,2,1,power_law_1.01,1.524732780456543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,2,1,power_law_1.01,6.507132720947266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,2,1,power_law_1.01,1.9831552505493164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,2,1,power_law_1.01,1.5809760093688965
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,2,1,power_law_1.01,2.0563680648803713
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,2,power_law_1.2,25.593743896484376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,2,1,power_law_1.01,1.6304864883422852
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,2,1,power_law_1.01,7.254022216796875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,2,1,power_law_1.01,2.514252853393555
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,2,1,power_law_1.01,1.6474880218505858
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,2,1,power_law_1.01,2.5867168426513674
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,2,1,power_law_1.01,1.7318143844604492
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,2,power_law_1.2,29.741168212890624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,2,1,power_law_1.01,2.7298240661621094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,2,1,power_law_1.01,1.7532608032226562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,2,1,power_law_1.01,8.713196563720704
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,2,1,power_law_1.01,1.8121471405029297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,2,1,power_law_1.01,2.9036256790161135
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,2,1,power_law_1.01,1.866044807434082
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,2,1,power_law_1.01,3.2030975341796877
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,2,1,power_law_1.01,2.015663909912109
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,2,1,power_law_1.01,10.114678192138673
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,2,1,power_law_1.01,3.8197185516357424
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,2,1,power_law_1.01,2.121027183532715
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,2,power_law_1.01,61.947442626953126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,2,1,power_law_1.01,2.3965856552124025
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,2,1,power_law_1.01,4.545148849487305
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,2,power_law_1.2,38.63032836914063
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,2,1,power_law_1.01,2.677987289428711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,2,1,power_law_1.01,12.860330200195312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,2,1,power_law_1.01,6.055145645141602
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,2,1,power_law_1.01,3.3207168579101562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,2,power_law_1.2,37.590789794921875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,2,1,power_law_1.01,4.0617633819580075
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,2,1,power_law_1.01,7.590771484375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,2,1,power_law_1.01,16.107554626464843
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,2,1,power_law_1.01,5.378425598144531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,2,1,power_law_1.01,10.61063003540039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,2,1,power_law_1.01,6.8027900695800785
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,2,power_law_1.2,44.95014953613281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,2,power_law_1.01,108.954150390625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,2,1,power_law_1.01,9.622908782958984
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,2,1,power_law_1.01,21.89313659667969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,2,1,power_law_1.01,13.700105285644531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,2,1,power_law_1.2,0.16925439834594727
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,2,1,power_law_1.2,0.2686784029006958
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,2,1,power_law_1.2,0.32832961082458495
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,2,1,power_law_1.2,0.6709919929504394
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,2,1,power_law_1.2,1.0915007591247559
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,2,1,power_law_1.01,12.384349060058593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,2,1,power_law_1.2,1.5018655776977539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,2,1,power_law_1.01,19.70197448730469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,2,1,power_law_1.2,2.4527328491210936
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,2,power_law_1.2,58.35076904296875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,2,1,power_law_1.2,2.6587360382080076
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,2,1,power_law_1.01,29.185296630859376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,2,1,power_law_1.2,2.8948415756225585
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,2,1,power_law_1.01,15.441877746582032
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,2,1,power_law_1.2,2.9179967880249023
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,2,1,power_law_1.2,3.1022335052490235
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,2,1,power_law_1.2,3.169599914550781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,2,1,power_law_1.01,25.742166137695314
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,2,1,power_law_1.2,3.3954017639160154
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,2,1,power_law_1.2,3.5864990234375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,2,1,power_law_1.01,23.636105346679688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,2,power_law_1.2,65.24279174804687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,2,1,power_law_1.2,4.463119888305664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,2,1,power_law_1.01,37.83433532714844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,2,power_law_1.01,120.21954345703125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,2,1,power_law_1.2,4.594403076171875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,2,1,power_law_1.2,0.11877119541168213
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,2,1,power_law_1.2,0.1833407998085022
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,2,1,power_law_1.2,0.22226240634918212
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,2,1,power_law_1.2,5.022323226928711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,2,1,power_law_1.2,0.4248703956604004
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,2,1,power_law_1.2,0.6542047977447509
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,2,1,power_law_1.01,31.937930297851562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,2,1,power_law_1.2,5.5194751739501955
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,2,1,power_law_1.2,0.863644790649414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,2,1,power_law_1.2,1.5088191986083985
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,2,1,power_law_1.2,1.6023584365844727
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,2,1,power_law_1.2,5.969996643066406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,2,1,power_law_1.2,1.663520050048828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,2,1,power_law_1.2,1.7177120208740235
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,2,1,power_law_1.2,6.724687957763672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,2,1,power_law_1.2,1.8406240463256835
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,2,1,power_law_1.2,1.8935968399047851
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,2,1,power_law_1.2,7.593488311767578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,2,1,power_law_1.2,1.9697311401367188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,2,1,power_law_1.01,49.09083862304688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,2,1,power_law_1.2,2.0955520629882813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,2,1,power_law_1.2,0.10431040525436401
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,2,1,power_law_1.01,53.32890014648437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,2,1,power_law_1.2,2.634435272216797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,2,1,power_law_1.2,9.035593414306641
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,2,1,power_law_1.2,0.15459200143814086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,2,power_law_1.2,0.1687872052192688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,2,1,power_law_1.2,0.19347840547561646
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,2,1,power_law_1.2,2.7130624771118166
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,2,1,power_law_1.2,0.37137598991394044
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,2,1,power_law_1.2,2.8686527252197265
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,2,1,power_law_1.2,0.5704927921295166
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,2,1,power_law_1.2,10.498697662353516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,2,1,power_law_1.01,50.08489990234375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,2,1,power_law_1.2,0.788431978225708
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,2,1,power_law_1.2,3.101215934753418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,2,1,power_law_1.2,1.2909119606018067
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,2,1,power_law_1.2,1.3734399795532226
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,2,power_law_1.2,119.00029296875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,2,1,power_law_1.2,3.3574462890625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,2,power_law_1.01,0.05440959930419922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,2,power_law_1.01,0.05204799771308899
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,2,1,power_law_1.2,1.434272003173828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,2,power_law_1.01,0.06915839910507202
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.2,0.2819808006286621
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,2,1,power_law_1.2,4.002473449707031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,2,power_law_1.01,0.10611840486526489
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,2,1,power_law_1.2,1.4981535911560058
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,2,1,power_law_1.2,13.522647094726562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.2,0.20280320644378663
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,2,power_law_1.01,0.12313599586486816
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,2,power_law_1.01,0.197980797290802
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.2,0.3823103904724121
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,2,1,power_law_1.2,1.5814047813415528
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,2,power_law_1.01,0.21407361030578614
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,2,power_law_1.01,0.2155168056488037
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,2,1,power_law_1.2,4.731753540039063
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.2,0.6317567825317383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,2,power_law_1.01,0.259772801399231
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,2,1,power_law_1.2,1.6545759201049806
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,2,power_law_1.01,0.26486399173736574
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.2,0.8356096267700195
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,2,power_law_1.01,0.2761663913726807
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,2,1,power_law_1.2,1.6706207275390625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,2,power_law_1.01,0.27434558868408204
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,2,power_law_1.2,1.3203743934631347
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,2,1,power_law_1.2,6.2001953125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,2,power_law_1.01,0.28758080005645753
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,2,1,power_law_1.2,1.7811872482299804
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,2,power_law_1.01,0.29703359603881835
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.2,1.4351615905761719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,2,power_law_1.01,0.30566399097442626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,2,1,power_law_1.2,16.718505859375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,2,1,power_law_1.2,1.8226463317871093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,2,power_law_1.01,0.32467520236968994
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,2,power_law_1.2,1.483785629272461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,2,power_law_1.01,0.3440608024597168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,2,power_law_1.01,0.38558719158172605
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,2,1,power_law_1.2,1.8657855987548828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,2,1,power_law_1.2,7.731970977783203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,2,power_law_1.2,1.5212544441223144
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,2,power_law_1.01,0.41593918800354
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,2,power_law_1.01,0.5068352222442627
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,2,1,power_law_1.2,1.9802783966064452
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.2,1.602249526977539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,2,power_law_1.01,0.6188864231109619
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,2,1,power_law_1.2,2.1082271575927733
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,2,power_law_1.01,0.8167136192321778
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,2,power_law_1.2,1.682815933227539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,2,power_law_1.01,1.0254591941833495
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,2,power_law_1.2,1.7349887847900392
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,2,1,power_law_1.2,2.236444854736328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,2,1,power_law_1.2,10.772134399414062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,2,power_law_1.01,1.562870407104492
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.2,1.7782943725585938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,2,1,power_law_1.2,2.5125024795532225
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,2,1,power_law_1.2,22.77471008300781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,2,power_law_1.01,1.982771110534668
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,2,power_law_1.2,1.8495712280273438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,2,power_law_1.2,137.32723388671874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,2,1,power_law_1.2,2.8268096923828123
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,2,power_law_1.01,2.865702438354492
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,2,power_law_1.01,0.043971198797225955
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,2,power_law_1.2,1.8861120223999024
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,2,power_law_1.01,0.04748800098896026
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,2,power_law_1.01,0.055692797899246214
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,2,1,power_law_1.2,3.4492191314697265
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,2,1,power_law_1.2,13.764480590820312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,2,power_law_1.2,1.9794815063476563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,2,power_law_1.01,0.07466239929199218
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,2,power_law_1.01,0.09240319728851318
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,2,power_law_1.01,3.790796661376953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,2,power_law_1.01,0.1265887975692749
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,2,power_law_1.2,2.1653343200683595
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,2,power_law_1.01,0.14039360284805297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,2,1,power_law_1.2,4.135232162475586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,2,power_law_1.01,0.14657919406890868
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,2,power_law_1.01,0.18152639865875245
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.2,2.3111743927001953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,2,power_law_1.01,0.18485440015792848
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,2,power_law_1.01,4.644412612915039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,2,power_law_1.01,0.18712320327758789
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,2,power_law_1.01,0.19072320461273193
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,2,power_law_1.2,2.6326271057128907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,2,1,power_law_1.2,5.459545516967774
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,2,power_law_1.01,0.19818240404129028
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,2,power_law_1.01,0.20814719200134277
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,2,power_law_1.01,0.21421439647674562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,2,power_law_1.01,0.22773120403289795
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,2,power_law_1.2,2.971116828918457
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,2,1,power_law_1.2,30.42032470703125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,2,power_law_1.01,0.24408318996429443
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,2,1,power_law_1.2,19.841885375976563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,2,power_law_1.01,7.737113952636719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,2,power_law_1.01,0.2922719955444336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,2,1,power_law_1.2,6.904608154296875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,2,1,power_law_1.01,105.86572265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,2,power_law_1.01,0.3436064004898071
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,2,power_law_1.2,3.7043262481689454
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,2,power_law_1.01,0.458355188369751
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,2,power_law_1.01,0.587440013885498
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,2,1,power_law_1.01,98.66622924804688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,2,power_law_1.01,0.8188480377197266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,2,power_law_1.2,4.389574432373047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,2,power_law_1.2,0.05664640069007874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,2,power_law_1.01,1.0212320327758788
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,2,power_law_1.2,0.04763840138912201
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,2,power_law_1.2,0.06325119733810425
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,2,1,power_law_1.2,9.718854522705078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,2,power_law_1.2,0.08815360069274902
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,2,power_law_1.01,1.503929615020752
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,2,power_law_1.2,0.11933120489120483
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,2,power_law_1.2,0.20295360088348388
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,2,power_law_1.2,6.1806591033935545
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,2,power_law_1.01,2.006870460510254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,2,power_law_1.2,0.22020480632781983
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,2,power_law_1.2,0.2180255889892578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,2,power_law_1.01,15.538911437988281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,2,power_law_1.2,0.2660543918609619
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,2,power_law_1.2,0.04201599955558777
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,2,power_law_1.2,0.26903040409088136
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,2,power_law_1.01,2.9529951095581053
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,2,power_law_1.01,0.05043839812278748
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,2,power_law_1.2,0.04284160137176514
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,2,power_law_1.2,0.27652161121368407
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,2,1,power_law_1.2,25.881329345703126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,2,power_law_1.2,0.053011202812194826
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,2,power_law_1.2,0.28130240440368653
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,2,power_law_1.2,7.851958465576172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,2,power_law_1.2,0.0655232012271881
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,2,1,power_law_1.2,12.417027282714844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,2,power_law_1.2,0.2852544069290161
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,2,power_law_1.2,0.08397759795188904
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,2,power_law_1.2,0.30433599948883056
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,2,power_law_1.01,3.9161407470703127
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,2,power_law_1.2,0.1286944031715393
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,2,power_law_1.2,0.31059839725494387
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,2,power_law_1.2,0.1423200011253357
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,2,power_law_1.2,0.3309664011001587
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,2,power_law_1.2,0.15238399505615235
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,2,1,power_law_1.2,39.08375244140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,2,power_law_1.2,0.34206080436706543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,2,power_law_1.2,0.18251839876174927
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,2,power_law_1.2,0.18613120317459106
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,2,power_law_1.2,0.38571839332580565
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,2,power_law_1.01,4.818857574462891
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,2,power_law_1.2,0.1929311990737915
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,2,power_law_1.2,0.4231776237487793
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,2,power_law_1.2,0.19943039417266845
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,2,power_law_1.2,0.5143743991851807
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,2,power_law_1.2,10.857392120361329
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,2,power_law_1.2,0.20458879470825195
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,2,power_law_1.2,0.6197887897491455
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,2,power_law_1.2,0.20495998859405518
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,2,power_law_1.2,0.2203455924987793
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,2,power_law_1.2,0.8591551780700684
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,2,power_law_1.01,0.04832000136375427
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,2,1,power_law_1.2,15.403103637695313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,2,power_law_1.2,0.22993919849395753
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,2,power_law_1.01,0.056492799520492555
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,2,power_law_1.2,1.065708827972412
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,2,power_law_1.2,0.24647040367126466
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,2,power_law_1.01,0.0755295991897583
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,2,power_law_1.01,0.09268479943275451
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,2,power_law_1.2,0.2952768087387085
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,2,power_law_1.01,7.82449951171875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,2,power_law_1.2,1.5793503761291503
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,2,power_law_1.01,0.13480639457702637
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,2,power_law_1.2,0.3520800113677979
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,2,power_law_1.01,0.1398144006729126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,2,power_law_1.2,0.4707007884979248
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,2,power_law_1.01,0.14301120042800902
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,2,power_law_1.2,2.132320022583008
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,2,power_law_1.2,0.5862016201019287
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,2,power_law_1.01,0.1440544009208679
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,2,power_law_1.01,0.14875199794769287
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,2,power_law_1.2,14.426924133300782
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,2,1,power_law_1.2,32.069601440429686
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,2,power_law_1.2,0.8139743804931641
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,2,power_law_1.01,0.15323519706726074
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,2,power_law_1.01,0.15746239423751832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,2,power_law_1.2,3.0409536361694336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,2,power_law_1.2,1.0822784423828125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,2,power_law_1.01,0.1615264058113098
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,2,power_law_1.01,0.17174079418182372
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,2,power_law_1.2,1.566755199432373
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,2,power_law_1.01,0.1812127947807312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,2,power_law_1.01,0.18786879777908325
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,2,power_law_1.2,4.10997428894043
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,2,power_law_1.01,0.20038399696350098
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,2,power_law_1.2,1.99268798828125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,2,power_law_1.01,0.23975040912628173
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,2,power_law_1.01,0.2676800012588501
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,2,power_law_1.01,15.708015441894531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,2,power_law_1.01,0.3453151941299438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,2,1,power_law_1.2,23.68757781982422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,2,power_law_1.2,3.274854278564453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,2,power_law_1.01,0.4219327926635742
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,2,power_law_1.2,5.187724685668945
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,2,power_law_1.2,17.00129852294922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,2,power_law_1.01,0.5903872013092041
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,2,power_law_1.01,0.7338784217834473
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,2,power_law_1.2,4.05956802368164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,2,power_law_1.01,1.0425024032592773
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,2,power_law_1.01,1.3839872360229493
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,2,power_law_1.2,8.215984344482422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,2,1,power_law_1.2,54.8816650390625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,2,power_law_1.2,5.235027313232422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,2,power_law_1.01,1.951033592224121
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,2,power_law_1.01,2.5510496139526366
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,2,power_law_1.2,8.488108825683593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,2,power_law_1.01,3.224582290649414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,2,1,power_law_1.2,50.18230285644531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,2,power_law_1.2,28.1306396484375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,2,power_law_1.2,16.0746337890625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,2,1,power_law_1.01,0.030086401104927062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,2,1,power_law_1.01,0.03969599902629852
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,2,power_law_1.01,5.128406524658203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,2,1,power_law_1.01,0.05999040007591248
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,2,1,power_law_1.01,0.08232319951057435
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,2,1,power_law_1.01,0.11106560230255128
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,2,1,power_law_1.01,0.18750079870223998
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,2,1,power_law_1.01,0.19811199903488158
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,2,1,power_law_1.01,0.20656960010528563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,2,1,power_law_1.2,47.59822082519531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,2,1,power_law_1.01,0.21207358837127685
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,2,power_law_1.2,16.650114440917967
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,2,1,power_law_1.01,0.21686079502105712
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,2,1,power_law_1.01,0.220467209815979
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,2,1,power_law_1.01,0.26209919452667235
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,2,1,power_law_1.01,0.26666879653930664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,2,1,power_law_1.01,0.2728096008300781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,2,power_law_1.01,10.778912353515626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,2,1,power_law_1.01,0.026047998666763307
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,2,1,power_law_1.01,0.28103039264678953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,2,1,power_law_1.2,0.03129599988460541
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,2,1,power_law_1.01,0.29145920276641846
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,2,1,power_law_1.2,0.03851839900016785
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,2,1,power_law_1.01,0.3069279909133911
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,2,1,power_law_1.2,0.055638402700424194
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,2,1,power_law_1.01,0.34076480865478515
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,2,1,power_law_1.2,0.07559999823570251
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,2,1,power_law_1.2,0.1027519941329956
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,2,1,power_law_1.01,0.37465600967407225
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,2,1,power_law_1.2,0.18644479513168336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,2,1,power_law_1.01,0.4389023780822754
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,2,1,power_law_1.01,0.03710080087184906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,2,1,power_law_1.2,0.20235519409179686
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,2,1,power_law_1.01,0.5150176048278808
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,2,1,power_law_1.01,0.05041279792785645
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,2,1,power_law_1.2,0.20906879901885986
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,2,1,power_law_1.01,0.031302401423454286
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,2,1,power_law_1.01,0.06214720010757446
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,2,1,power_law_1.2,0.2144416093826294
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,2,1,power_law_1.01,0.6970304012298584
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,2,1,power_law_1.01,0.08099520206451416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,2,1,power_law_1.2,0.2183295965194702
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,2,1,power_law_1.01,0.11957119703292847
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,2,1,power_law_1.01,0.8798848152160644
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,2,1,power_law_1.2,0.22795519828796387
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,2,1,power_law_1.01,0.12559679746627808
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,2,1,power_law_1.2,0.25992960929870607
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,2,1,power_law_1.01,0.13194880485534669
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,2,1,power_law_1.01,1.2517663955688476
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,2,1,power_law_1.2,0.27035200595855713
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,2,1,power_law_1.01,0.14168319702148438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,2,1,power_law_1.2,0.2789695978164673
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,2,1,power_law_1.01,0.1455456018447876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,2,1,power_law_1.01,1.623232078552246
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,2,1,power_law_1.01,0.14664640426635742
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,2,1,power_law_1.2,0.28625600337982177
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,2,1,power_law_1.2,0.2971872091293335
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,2,1,power_law_1.2,0.30934720039367675
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,2,1,power_law_1.01,2.366761589050293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,2,1,power_law_1.2,0.34846720695495603
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,2,1,power_law_1.2,0.3742208003997803
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,2,1,power_law_1.2,0.44035840034484863
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,2,power_law_1.2,55.61346435546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,2,1,power_law_1.01,0.038236799836158755
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,2,1,power_law_1.01,3.1103200912475586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,2,1,power_law_1.2,0.03059520125389099
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,2,1,power_law_1.01,0.18041919469833373
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,2,1,power_law_1.2,0.5253376007080078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,2,1,power_law_1.01,0.053718400001525876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,2,1,power_law_1.2,0.03763200044631958
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,2,1,power_law_1.01,0.18353279829025268
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,2,1,power_law_1.01,0.06826239824295044
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,2,1,power_law_1.2,0.7027775764465332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,2,1,power_law_1.2,0.048716801404953006
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,2,1,power_law_1.01,0.19198720455169677
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,2,1,power_law_1.01,0.09048640131950378
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,2,1,power_law_1.2,0.058873599767684935
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,2,1,power_law_1.01,0.19833920001983643
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,2,1,power_law_1.2,0.8912287712097168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,2,1,power_law_1.01,0.13179199695587157
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,2,1,power_law_1.2,0.07175359725952149
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,2,1,power_law_1.01,0.20415680408477782
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,2,1,power_law_1.01,3.9000385284423826
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,2,1,power_law_1.01,0.13613760471343994
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,2,1,power_law_1.2,0.12033920288085938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,2,1,power_law_1.01,0.2191551923751831
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,2,1,power_law_1.2,1.258131217956543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,2,1,power_law_1.01,0.13990399837493897
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,2,1,power_law_1.2,0.1301408052444458
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,2,1,power_law_1.01,0.2570528030395508
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,2,1,power_law_1.01,0.14271680116653443
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,2,1,power_law_1.2,0.13899199962615966
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,2,1,power_law_1.01,0.297270393371582
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,2,1,power_law_1.01,0.14211519956588745
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,2,1,power_law_1.2,0.14455360174179077
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,2,1,power_law_1.2,1.6352672576904297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,2,1,power_law_1.01,0.14863040447235107
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,2,1,power_law_1.01,0.3868511915206909
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,2,1,power_law_1.2,0.14584319591522216
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,2,1,power_law_1.01,0.1509727954864502
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,2,1,power_law_1.2,0.14985599517822265
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,2,1,power_law_1.01,0.47850561141967773
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,2,1,power_law_1.01,0.15234559774398804
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,2,1,power_law_1.2,0.18587839603424072
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,2,1,power_law_1.2,2.379644775390625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,2,1,power_law_1.01,6.143791961669922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,2,1,power_law_1.01,0.6631552219390869
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,2,1,power_law_1.01,0.15912959575653077
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,2,1,power_law_1.2,0.18741439580917357
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,2,1,power_law_1.01,0.1690559983253479
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,2,1,power_law_1.2,0.1926911950111389
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,2,1,power_law_1.01,0.8523008346557617
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,2,1,power_law_1.01,0.1763424038887024
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,2,1,power_law_1.2,0.20032320022583008
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,2,1,power_law_1.2,0.21076478958129882
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,2,1,power_law_1.2,3.124470329284668
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,2,1,power_law_1.01,0.18687679767608642
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,2,1,power_law_1.01,1.2222559928894043
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,2,1,power_law_1.2,0.22027840614318847
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,2,1,power_law_1.01,0.21462719440460204
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,2,1,power_law_1.2,108.51492919921876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,2,1,power_law_1.2,0.26095359325408934
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,2,1,power_law_1.01,0.23957760334014894
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,2,1,power_law_1.01,1.6022207260131835
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,2,1,power_law_1.2,0.2989376068115234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,2,1,power_law_1.2,0.03118399977684021
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,2,1,power_law_1.01,0.2991552114486694
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,2,1,power_law_1.2,0.0400191992521286
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,2,1,power_law_1.2,0.39260799884796144
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,2,1,power_law_1.2,3.913008117675781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,2,1,power_law_1.01,0.35459840297698975
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,2,1,power_law_1.2,0.051660799980163576
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,2,1,power_law_1.2,0.48349761962890625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,2,1,power_law_1.01,2.3587520599365233
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,2,1,power_law_1.2,0.06417279839515685
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,2,1,power_law_1.01,0.4750944137573242
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,2,1,power_law_1.2,98.77902221679688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,2,1,power_law_1.2,0.08346239924430847
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,2,1,power_law_1.2,0.6688479900360107
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,2,1,power_law_1.01,0.5981855869293213
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,2,1,power_law_1.2,0.13144320249557495
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,2,power_law_1.01,0.1351680040359497
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,2,1,power_law_1.2,0.8568096160888672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,2,1,power_law_1.01,12.170352172851562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,2,1,power_law_1.2,0.13927359580993653
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,2,power_law_1.01,0.11066880226135253
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,2,1,power_law_1.01,3.1212127685546873
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,2,1,power_law_1.01,0.8427552223205567
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,2,1,power_law_1.2,0.14411200284957887
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,2,power_law_1.01,0.08833919763565064
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,2,power_law_1.01,0.1845695972442627
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,2,1,power_law_1.2,1.2301983833312988
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,2,1,power_law_1.2,0.1441856026649475
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,2,power_law_1.01,0.08940479755401612
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,2,1,power_law_1.2,6.160211181640625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,2,power_law_1.01,0.31672000885009766
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,2,1,power_law_1.2,0.146288001537323
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,2,power_law_1.01,0.13232640027999878
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,2,1,power_law_1.01,1.0861184120178222
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,2,1,power_law_1.2,0.14973759651184082
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,2,power_law_1.01,0.4223519802093506
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,2,power_law_1.01,0.19453120231628418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,2,1,power_law_1.2,1.6099647521972655
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,2,1,power_law_1.2,0.1520095944404602
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,2,1,power_law_1.01,3.897564697265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,2,power_law_1.01,0.2622143983840942
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,2,power_law_1.01,0.7105472087860107
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,2,1,power_law_1.2,0.15665600299835206
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,2,power_law_1.01,0.42326722145080564
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,2,1,power_law_1.01,1.5692447662353515
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,2,power_law_1.01,0.7447807788848877
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,2,1,power_law_1.2,0.1630560040473938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,2,1,power_law_1.2,2.3802303314208983
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,2,power_law_1.01,0.44412798881530763
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,2,power_law_1.01,0.7652192115783691
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,2,1,power_law_1.2,0.17208640575408934
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,2,power_law_1.01,0.47023677825927734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,2,1,power_law_1.2,0.17880640029907227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,2,power_law_1.01,1.0309311866760253
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,2,1,power_law_1.01,2.0467615127563477
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,2,power_law_1.01,0.5949471950531006
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,2,1,power_law_1.2,0.1910815954208374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,2,power_law_1.01,1.052563190460205
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,2,power_law_1.01,0.6277632236480712
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,2,1,power_law_1.2,3.141116714477539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,2,1,power_law_1.01,6.194745635986328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,2,1,power_law_1.2,0.21908159255981446
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,2,power_law_1.01,0.6297056198120117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,2,power_law_1.01,1.0815744400024414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,2,1,power_law_1.01,2.5796384811401367
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,2,power_law_1.01,0.6486623764038086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,2,1,power_law_1.2,0.24402880668640137
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,2,power_law_1.01,1.0891263961791993
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,2,power_law_1.01,0.6696991920471191
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,2,1,power_law_1.2,12.230230712890625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,2,1,power_law_1.2,0.30319039821624755
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,2,power_law_1.01,1.1213120460510253
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,2,1,power_law_1.2,3.9206912994384764
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,2,power_law_1.01,0.680790376663208
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,2,power_law_1.01,0.0953279972076416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,2,1,power_law_1.2,0.35910398960113527
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,2,power_law_1.01,1.2222047805786134
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,2,power_law_1.01,0.7154143810272217
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,2,power_law_1.01,0.08637120127677918
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,2,1,power_law_1.2,0.4799039840698242
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,2,power_law_1.01,0.11731519699096679
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,2,power_law_1.01,0.750710391998291
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,2,1,power_law_1.01,4.085228729248047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,2,power_law_1.01,1.2292096138000488
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,2,1,power_law_1.2,0.6019167900085449
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,2,power_law_1.01,0.1847808003425598
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,2,power_law_1.01,0.8088768005371094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,2,power_law_1.01,1.284335994720459
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,2,power_law_1.01,0.24584319591522216
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,2,1,power_law_1.2,0.8447839736938476
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,2,power_law_1.01,0.975766372680664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,2,power_law_1.01,0.38736639022827146
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,2,power_law_1.01,1.319382381439209
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,2,1,power_law_1.2,6.227420806884766
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,2,power_law_1.01,0.4172192096710205
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,2,power_law_1.01,1.1539551734924316
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,2,1,power_law_1.2,1.1001952171325684
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,2,power_law_1.01,1.4780735969543457
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,2,power_law_1.01,0.4288928031921387
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,2,1,power_law_1.01,12.360956573486328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,2,power_law_1.01,1.5565919876098633
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,2,power_law_1.01,0.43968639373779295
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,2,power_law_1.01,1.6131807327270509
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,2,1,power_law_1.2,1.5898719787597657
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,2,power_law_1.01,0.43987197875976564
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,2,power_law_1.01,1.9774656295776367
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,2,power_law_1.01,0.4682015895843506
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,2,power_law_1.01,1.9141311645507812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,2,power_law_1.2,0.12344000339508057
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,2,power_law_1.01,0.47450881004333495
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,2,1,power_law_1.01,8.0525634765625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,2,1,power_law_1.2,2.0783008575439452
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,2,power_law_1.01,2.7733247756958006
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,2,power_law_1.01,0.48082242012023924
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,2,power_law_1.2,0.08748480081558227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,2,power_law_1.01,2.253241539001465
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,2,power_law_1.01,0.5002111911773681
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,2,power_law_1.2,0.07863360047340393
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,2,power_law_1.2,0.1314303994178772
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,2,power_law_1.01,0.5283008098602295
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,2,power_law_1.01,3.5738590240478514
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,2,power_law_1.2,0.18796160221099853
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,2,1,power_law_1.2,2.6024192810058593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,2,power_law_1.01,3.0218624114990233
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,2,power_law_1.01,0.5429120063781738
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,2,power_law_1.2,0.23411200046539307
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,2,power_law_1.2,0.09958720207214355
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,2,power_law_1.01,0.5726304054260254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,2,1,power_law_1.2,12.391372680664062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,2,power_law_1.2,0.41679677963256834
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,2,power_law_1.2,0.16658560037612916
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,2,power_law_1.01,0.6454720020294189
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,2,power_law_1.2,0.4679391860961914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,2,power_law_1.2,0.27824959754943845
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,2,power_law_1.01,3.838956832885742
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,2,power_law_1.01,5.071574401855469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,2,power_law_1.01,0.7453216075897217
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,2,power_law_1.2,0.4789728164672852
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,2,power_law_1.2,0.3749887943267822
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,2,1,power_law_1.2,4.063577651977539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,2,power_law_1.2,0.6198400020599365
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,2,power_law_1.2,0.6773312091827393
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,2,power_law_1.01,0.9422368049621582
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,2,power_law_1.2,0.6300992012023926
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,2,power_law_1.2,0.7580448150634765
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,2,power_law_1.01,1.1321120262145996
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,2,power_law_1.01,5.592412948608398
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,2,power_law_1.2,0.656550407409668
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,2,power_law_1.2,0.804969596862793
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,2,power_law_1.01,6.5839393615722654
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,2,power_law_1.2,0.6717472076416016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,2,power_law_1.01,1.509222412109375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,2,power_law_1.2,0.6803423881530761
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,2,power_law_1.01,1.9531391143798829
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,2,power_law_1.2,0.7046559810638428
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,2,power_law_1.01,7.045433807373047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,2,power_law_1.2,0.715776014328003
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,2,power_law_1.01,2.735910415649414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,2,power_law_1.2,0.7593152046203613
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,2,power_law_1.2,1.0363136291503907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,2,1,power_law_1.2,8.104550170898438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,2,power_law_1.2,0.838435173034668
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,2,power_law_1.2,0.09639999866485596
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,2,power_law_1.01,10.52260513305664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,2,1,power_law_1.01,0.07397760152816772
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,2,power_law_1.2,1.0537919998168945
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,2,power_law_1.2,0.9989376068115234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,2,1,power_law_1.01,0.0874559998512268
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,2,power_law_1.01,3.5398494720458986
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,2,power_law_1.2,1.0755647659301757
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,2,1,power_law_1.01,0.1762943983078003
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,2,power_law_1.2,1.181107234954834
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,2,1,power_law_1.01,0.2883680105209351
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,2,power_law_1.2,1.1315775871276856
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,2,power_law_1.01,10.096089935302734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,2,1,power_law_1.01,0.3901855945587158
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,2,power_law_1.2,1.1568639755249024
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,2,power_law_1.2,1.6089920043945312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,2,1,power_law_1.01,0.6943583965301514
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,2,power_law_1.01,5.314684677124023
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,2,power_law_1.2,1.2250495910644532
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,2,1,power_law_1.01,0.7378047943115235
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,2,power_law_1.2,1.9688383102416993
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,2,1,power_law_1.01,0.7367775917053223
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,2,power_law_1.2,1.258188819885254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,2,power_law_1.01,13.041151428222657
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,2,1,power_law_1.01,0.7849152088165283
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,2,power_law_1.2,1.2848031997680665
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,2,power_law_1.2,2.7404512405395507
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,2,1,power_law_1.01,0.7851136207580567
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,2,power_law_1.2,1.3485568046569825
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,2,1,power_law_1.01,0.8298432350158691
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,2,power_law_1.01,6.825100708007812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,2,power_law_1.2,1.4825183868408203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,2,power_law_1.2,3.5660030364990236
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,2,power_law_1.2,0.07539520263671876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,2,1,power_law_1.01,1.0350943565368653
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,2,power_law_1.01,13.566790771484374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,2,power_law_1.2,0.12467199563980103
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,2,power_law_1.2,1.6164159774780273
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,2,1,power_law_1.01,1.0747615814208984
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,2,power_law_1.2,0.1673184037208557
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,2,power_law_1.2,0.21301438808441162
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,2,1,power_law_1.01,1.1312928199768066
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,2,power_law_1.2,1.9610015869140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,2,power_law_1.2,0.4001728057861328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,2,power_law_1.2,5.251612854003906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,2,1,power_law_1.01,1.1621696472167968
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,2,power_law_1.2,0.4204832077026367
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,2,power_law_1.2,2.3566207885742188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,2,power_law_1.2,0.4330751895904541
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,2,1,power_law_1.01,1.2031904220581056
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,2,power_law_1.01,9.01193618774414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,2,power_law_1.01,16.470115661621094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,2,power_law_1.2,0.45311999320983887
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,2,1,power_law_1.01,1.2422335624694825
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,2,power_law_1.2,0.4561215877532959
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,2,power_law_1.2,3.1792192459106445
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,2,power_law_1.2,7.034480285644531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,2,1,power_law_1.01,1.3735903739929198
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,2,power_law_1.2,0.4624320030212402
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,2,power_law_1.2,0.4838496208190918
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,2,1,power_law_1.01,1.4446975708007812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,2,power_law_1.01,16.52108154296875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,2,power_law_1.2,0.5039743900299072
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,2,power_law_1.2,4.0092510223388675
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,2,1,power_law_1.01,1.711564826965332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,2,power_law_1.2,0.5095744132995605
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,2,power_law_1.2,0.5314367771148681
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,2,1,power_law_1.01,1.9765823364257813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,2,power_law_1.2,0.5446815967559815
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,2,power_law_1.2,5.761199951171875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,2,power_law_1.2,10.221842956542968
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,2,power_law_1.2,0.5792223930358886
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,2,power_law_1.01,13.749504089355469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,2,1,power_law_1.01,2.6266048431396483
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,2,power_law_1.2,0.6685664176940918
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,2,power_law_1.2,0.7475776195526123
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,2,1,power_law_1.01,3.252364730834961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,2,power_law_1.2,0.9449567794799805
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,2,power_law_1.2,7.110908508300781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,2,power_law_1.2,1.1624608039855957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,2,1,power_law_1.01,4.637702560424804
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,2,power_law_1.01,26.301239013671875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,2,power_law_1.2,1.5835968017578126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,2,power_law_1.2,14.329225158691406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,2,power_law_1.2,1.9547584533691407
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,2,1,power_law_1.01,5.974630355834961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,2,power_law_1.2,10.86676483154297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,2,power_law_1.2,2.762393569946289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,2,power_law_1.01,27.435198974609374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,2,power_law_1.2,3.6951358795166014
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,2,1,power_law_1.01,8.656221008300781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,2,power_law_1.01,27.810577392578125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,2,power_law_1.2,5.361929702758789
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,2,power_law_1.2,17.882937622070312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,2,power_law_1.2,14.743795776367188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,2,1,power_law_1.01,11.325532531738281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,2,power_law_1.2,7.311862182617188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,2,1,power_law_1.01,0.06831039786338806
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,2,power_law_1.2,9.667750549316406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,2,power_law_1.2,18.496383666992188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,2,1,power_law_1.01,14.146009826660157
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,2,1,power_law_1.01,0.07602239847183227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,2,1,power_law_1.01,0.12200959920883178
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,2,1,power_law_1.01,0.18027199506759645
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,2,1,power_law_1.01,0.25432960987091063
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,2,1,power_law_1.01,0.39259839057922363
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,2,power_law_1.2,29.90082702636719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,2,1,power_law_1.01,0.42885761260986327
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,2,power_law_1.01,53.268768310546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,2,1,power_law_1.01,0.448576021194458
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,2,1,power_law_1.01,0.0661184012889862
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,2,1,power_law_1.01,0.4592031955718994
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,2,1,power_law_1.01,0.07019839882850647
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,2,1,power_law_1.01,0.47675199508666993
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,2,1,power_law_1.01,0.12127360105514526
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,2,power_law_1.2,15.21138916015625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,2,1,power_law_1.01,0.1689504027366638
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,2,1,power_law_1.01,0.4970272064208984
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,2,1,power_law_1.01,0.22599680423736573
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,2,1,power_law_1.01,0.380185604095459
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,2,1,power_law_1.01,0.41402878761291506
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,2,power_law_1.01,56.165771484375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,2,1,power_law_1.01,0.4281951904296875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,2,1,power_law_1.2,0.074099200963974
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,2,1,power_law_1.01,0.4318687915802002
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,2,1,power_law_1.01,22.111299133300783
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,2,1,power_law_1.2,0.08879039883613586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,2,1,power_law_1.01,0.44022397994995116
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,2,1,power_law_1.2,0.15898879766464233
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,2,1,power_law_1.01,0.6185120105743408
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,2,1,power_law_1.01,0.44747200012207033
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,2,1,power_law_1.2,0.257260799407959
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,2,1,power_law_1.01,0.6308608055114746
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,2,1,power_law_1.01,0.46459197998046875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,2,1,power_law_1.2,0.3439039945602417
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,2,power_law_1.2,32.916421508789064
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,2,1,power_law_1.01,0.46953601837158204
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,2,1,power_law_1.01,0.6559648036956787
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,2,1,power_law_1.2,0.679088020324707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,2,1,power_law_1.01,0.4895487785339355
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,2,1,power_law_1.01,0.6736832141876221
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,2,1,power_law_1.2,0.746940803527832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,2,1,power_law_1.01,0.5034751892089844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,2,1,power_law_1.01,0.6918848037719727
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,2,1,power_law_1.2,0.7724415779113769
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,2,1,power_law_1.01,0.5199840068817139
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,2,1,power_law_1.01,0.751529598236084
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,2,1,power_law_1.2,0.7964320182800293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,2,1,power_law_1.01,0.551206398010254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,2,1,power_law_1.01,0.8702591896057129
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,2,1,power_law_1.01,0.616211223602295
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,2,1,power_law_1.2,0.8079872131347656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,2,1,power_law_1.01,1.0347135543823243
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,2,1,power_law_1.01,0.6751039981842041
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,2,1,power_law_1.2,0.8406559944152832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,2,1,power_law_1.01,1.361193561553955
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,2,1,power_law_1.01,0.83438081741333
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,2,1,power_law_1.2,1.0787199974060058
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,2,1,power_law_1.01,0.9940128326416016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,2,1,power_law_1.2,1.1026880264282226
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,2,1,power_law_1.01,1.688332748413086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,2,1,power_law_1.2,1.149948787689209
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,2,1,power_law_1.01,1.3321120262145996
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,2,1,power_law_1.01,2.361884880065918
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,2,power_law_1.2,32.043618774414064
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,2,1,power_law_1.2,1.194611167907715
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,2,1,power_law_1.01,1.6902048110961914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,2,1,power_law_1.2,0.0679647982120514
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,2,1,power_law_1.2,1.2135328292846679
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,2,1,power_law_1.2,0.07182080149650574
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,2,1,power_law_1.01,3.03221435546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,2,1,power_law_1.2,0.10568959712982177
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,2,1,power_law_1.2,1.2686976432800292
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,2,1,power_law_1.01,2.3565311431884766
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,2,1,power_law_1.2,0.17425600290298462
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,2,1,power_law_1.2,0.21319680213928222
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,2,1,power_law_1.2,1.3831392288208009
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,2,1,power_law_1.2,0.40307841300964353
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,2,1,power_law_1.01,4.381257629394531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,2,1,power_law_1.01,3.0388479232788086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,2,1,power_law_1.2,1.481116771697998
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,2,1,power_law_1.2,0.45344319343566897
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,2,1,power_law_1.2,0.46575679779052737
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,2,1,power_law_1.2,1.7234848022460938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,2,1,power_law_1.2,0.4719264030456543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,2,power_law_1.2,58.25917358398438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,2,1,power_law_1.2,0.4842400074005127
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,2,1,power_law_1.2,2.029180717468262
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,2,1,power_law_1.01,4.476294326782226
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,2,1,power_law_1.01,5.72020149230957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,2,1,power_law_1.2,0.5077087879180908
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,2,1,power_law_1.2,0.06610239744186401
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,2,1,power_law_1.2,0.6388735771179199
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,2,1,power_law_1.2,0.06694399714469909
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,2,1,power_law_1.01,45.08443603515625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,2,1,power_law_1.2,2.641257667541504
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,2,1,power_law_1.2,0.10541759729385376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,2,1,power_law_1.2,0.6453951835632324
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,2,power_law_1.01,0.3042720079421997
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,2,1,power_law_1.2,0.15462080240249634
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,2,1,power_law_1.2,0.6649248123168945
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,2,power_law_1.01,0.4799583911895752
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,2,1,power_law_1.2,0.2125312089920044
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,2,1,power_law_1.01,5.911315155029297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,2,1,power_law_1.2,3.321001434326172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,2,1,power_law_1.2,0.6850207805633545
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,2,1,power_law_1.2,0.37989120483398436
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,2,power_law_1.01,0.3992255926132202
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,2,1,power_law_1.01,8.401516723632813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,2,1,power_law_1.2,0.7036159992218017
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,2,1,power_law_1.2,0.41724162101745604
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,2,power_law_1.01,0.8193247795104981
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,2,1,power_law_1.2,0.7631296157836914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,2,1,power_law_1.2,0.43070402145385744
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,2,power_law_1.01,1.1458656311035156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,2,1,power_law_1.2,4.646745681762695
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,2,1,power_law_1.2,0.44288320541381837
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,2,1,power_law_1.2,0.8920191764831543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,2,1,power_law_1.2,0.44697279930114747
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,2,1,power_law_1.2,1.0515487670898438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,2,power_law_1.01,1.969558334350586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,2,1,power_law_1.01,7.3467041015625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,2,1,power_law_1.2,0.46216959953308107
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,2,power_law_1.2,0.04673919975757599
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,2,1,power_law_1.2,1.3750080108642577
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,2,1,power_law_1.2,0.4589888095855713
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,2,power_law_1.01,2.1189056396484376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,2,1,power_law_1.2,5.98043212890625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,2,1,power_law_1.2,0.48262720108032225
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,2,power_law_1.2,59.821649169921876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,2,1,power_law_1.01,11.096630096435547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,2,1,power_law_1.2,1.7025920867919921
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,2,1,power_law_1.2,0.49634881019592286
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,2,power_law_1.01,2.178009605407715
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,2,power_law_1.01,0.1987936019897461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,2,1,power_law_1.2,0.5153183937072754
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,2,1,power_law_1.2,2.3823423385620117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,2,power_law_1.01,0.28422400951385496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,2,1,power_law_1.2,0.5215936183929444
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,2,power_law_1.01,2.245238494873047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,2,power_law_1.01,0.2687520027160645
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,2,1,power_law_1.2,0.5607711791992187
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,2,power_law_1.01,0.482476806640625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,2,1,power_law_1.2,3.0502111434936525
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,2,1,power_law_1.2,0.6230879783630371
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,2,1,power_law_1.2,8.649075317382813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,2,power_law_1.01,3.0467967987060547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,2,power_law_1.01,0.6629600048065185
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,2,1,power_law_1.01,11.684019470214844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,2,1,power_law_1.2,0.6992608070373535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,2,power_law_1.01,3.1500768661499023
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,2,1,power_law_1.2,0.8485759735107422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,2,power_law_1.01,1.1372511863708497
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,2,1,power_law_1.01,13.830320739746094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,2,power_law_1.2,0.04818559885025024
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,2,1,power_law_1.2,4.382598495483398
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,2,1,power_law_1.2,1.018064022064209
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,2,power_law_1.01,1.2577152252197266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,2,power_law_1.2,0.0547327995300293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,2,power_law_1.01,3.3624542236328123
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,2,power_law_1.2,0.07118399739265442
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,2,1,power_law_1.2,1.3462816238403321
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,2,power_law_1.01,1.2897536277770996
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,2,power_law_1.2,0.08796799778938294
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,2,1,power_law_1.2,11.304978942871093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,2,power_law_1.2,0.13396480083465576
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,2,power_law_1.01,1.3511263847351074
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,2,power_law_1.01,3.3780895233154298
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,2,1,power_law_1.2,1.7060928344726562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,2,1,power_law_1.2,5.720220947265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,2,power_law_1.2,0.14064960479736327
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,2,power_law_1.2,0.14596159458160402
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,2,power_law_1.01,1.7480255126953126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,2,1,power_law_1.2,2.376448059082031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,2,power_law_1.2,0.14869760274887084
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,2,power_law_1.01,3.500191879272461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,2,power_law_1.2,0.14979519844055175
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,2,power_law_1.01,1.8107872009277344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,2,power_law_1.2,0.15451840162277222
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,2,power_law_1.01,1.8446079254150392
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,2,power_law_1.2,0.16200319528579712
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,2,1,power_law_1.2,3.121526336669922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,2,power_law_1.01,3.6184993743896485
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,2,1,power_law_1.2,8.411644744873048
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,2,power_law_1.2,0.16844160556793214
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,2,power_law_1.01,1.857904052734375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,2,power_law_1.2,0.173308801651001
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,2,power_law_1.2,0.18339200019836427
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,2,power_law_1.01,3.8595455169677733
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,2,1,power_law_1.2,14.11046142578125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,2,power_law_1.01,1.9181503295898437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,2,1,power_law_1.01,22.85020751953125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,2,1,power_law_1.2,4.49824333190918
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,2,power_law_1.2,0.18994560241699218
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,2,1,power_law_1.01,21.89267578125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,2,power_law_1.2,0.20447039604187012
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,2,power_law_1.01,1.9697280883789063
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,2,power_law_1.2,0.23794879913330078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,2,power_law_1.01,3.997407913208008
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,2,power_law_1.01,0.19808640480041503
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,2,power_law_1.2,0.27488319873809813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,2,power_law_1.01,0.25880959033966067
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,2,power_law_1.01,2.0610431671142577
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,2,power_law_1.2,0.3559135913848877
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,2,power_law_1.01,0.2352735996246338
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,2,1,power_law_1.2,11.102079772949219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,2,1,power_law_1.2,5.936953735351563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,2,power_law_1.2,0.42677760124206543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,2,power_law_1.01,4.526249694824219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,2,power_law_1.01,2.149715232849121
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,2,power_law_1.01,0.44579200744628905
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,2,power_law_1.2,0.590015983581543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,2,power_law_1.01,0.6452095985412598
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,2,power_law_1.01,2.5838144302368162
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,2,power_law_1.2,0.7504576206207275
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,2,power_law_1.01,1.052393627166748
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,2,power_law_1.01,4.8942718505859375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,2,power_law_1.01,1.1153440475463867
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,2,power_law_1.2,1.0786720275878907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,2,power_law_1.01,2.9480480194091796
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,2,1,power_law_1.2,7.419955444335938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,2,power_law_1.01,1.1412960052490235
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,2,power_law_1.2,1.3971136093139649
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,2,power_law_1.01,1.2043999671936034
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,2,power_law_1.01,5.709017562866211
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,2,power_law_1.01,3.8836128234863283
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,2,1,power_law_1.2,22.065347290039064
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,2,1,power_law_1.2,13.822178649902344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,2,power_law_1.01,1.2311039924621583
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,2,power_law_1.2,2.0973472595214844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,2,power_law_1.01,1.2596287727355957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,2,power_law_1.01,4.65931510925293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,2,power_law_1.01,6.596198272705078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,2,power_law_1.01,1.282259178161621
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,2,power_law_1.2,2.7554399490356447
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,2,1,power_law_1.2,11.690908813476563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,2,power_law_1.01,1.3266400337219237
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,2,power_law_1.01,6.679164886474609
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,2,power_law_1.01,1.3640607833862304
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,2,power_law_1.2,3.406755065917969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,2,power_law_1.01,8.026953887939452
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,2,power_law_1.01,1.3824704170227051
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,2,power_law_1.01,1.4328927993774414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,2,power_law_1.01,1.5194784164428712
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,2,power_law_1.01,8.496015930175782
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,2,1,power_law_1.01,43.46302490234375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,2,power_law_1.2,5.476457595825195
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,2,1,power_law_1.2,21.877987670898438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,2,power_law_1.2,0.2776096105575562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,2,power_law_1.01,1.6741472244262696
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,2,power_law_1.01,10.121337890625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,2,power_law_1.2,0.20248639583587646
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,2,power_law_1.01,1.8048383712768554
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,2,power_law_1.2,0.4199647903442383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,2,power_law_1.2,0.678601598739624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,2,power_law_1.01,2.165907287597656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,2,power_law_1.2,1.0119968414306642
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,2,power_law_1.01,12.164105224609376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,2,power_law_1.2,1.9154048919677735
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,2,power_law_1.01,2.5266016006469725
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,2,1,power_law_1.2,23.110493469238282
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,2,power_law_1.2,2.1083744049072264
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,2,power_law_1.2,0.21204800605773927
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,2,power_law_1.01,13.921078491210938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,2,power_law_1.01,3.413804626464844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,2,power_law_1.2,11.020861053466797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,2,power_law_1.2,0.17636799812316895
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,2,power_law_1.2,2.183772850036621
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,2,power_law_1.2,0.29504320621490476
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,2,power_law_1.2,0.42608962059020994
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,2,1,power_law_1.2,45.30924072265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,2,power_law_1.2,2.3818687438964843
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,2,power_law_1.01,4.087155151367187
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,2,power_law_1.2,0.5621280193328857
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,2,power_law_1.2,1.157139205932617
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,2,power_law_1.2,3.2809600830078125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,2,power_law_1.01,16.279551696777343
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,2,1,power_law_1.01,0.1475200057029724
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,2,power_law_1.2,1.2447936058044433
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,2,1,power_law_1.01,0.2509471893310547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,2,power_law_1.01,5.85972785949707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,2,power_law_1.2,3.317327880859375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,2,1,power_law_1.01,0.4313920021057129
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,2,power_law_1.2,1.3247903823852538
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,2,1,power_law_1.01,0.7351263999938965
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,2,power_law_1.01,18.376284790039062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,2,power_law_1.2,1.3658720016479493
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,2,power_law_1.2,3.4062015533447267
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,2,1,power_law_1.01,1.0535615921020507
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,2,power_law_1.2,1.7960704803466796
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,2,power_law_1.01,7.906118774414063
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,2,1,power_law_1.01,1.9176319122314454
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,2,power_law_1.2,3.4522750854492186
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,2,power_law_1.2,1.8579200744628905
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,2,1,power_law_1.01,2.0604223251342773
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,2,power_law_1.2,1.8967552185058594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,2,power_law_1.2,0.19808000326156616
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,2,power_law_1.2,3.6719425201416014
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,2,1,power_law_1.2,43.39530639648437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,2,1,power_law_1.01,2.1758880615234375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,2,power_law_1.2,1.8947103500366211
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,2,1,power_law_1.01,0.12038079500198365
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,2,1,power_law_1.01,0.1694591999053955
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,2,power_law_1.2,3.7903553009033204
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,2,1,power_law_1.01,2.2196352005004885
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,2,power_law_1.01,23.236959838867186
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,2,power_law_1.2,1.943984031677246
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,2,1,power_law_1.01,0.26363520622253417
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,2,power_law_1.01,11.068201446533203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,2,1,power_law_1.01,0.44821758270263673
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,2,1,power_law_1.01,2.3098880767822267
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,2,power_law_1.2,2.0556800842285154
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,2,power_law_1.2,3.88583984375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,2,1,power_law_1.01,0.6343584060668945
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,2,1,power_law_1.01,2.3978271484375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,2,1,power_law_1.01,1.1210880279541016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,2,power_law_1.2,2.108451271057129
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,2,power_law_1.01,25.75061950683594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,2,power_law_1.2,4.037321472167969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,2,1,power_law_1.01,1.1953311920166017
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,2,1,power_law_1.01,2.4875423431396486
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,2,power_law_1.2,2.313465690612793
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,2,1,power_law_1.01,1.268380832672119
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,2,power_law_1.2,4.487535858154297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,2,power_law_1.2,2.641663932800293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,2,power_law_1.2,0.16234879493713378
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,2,1,power_law_1.01,3.2590240478515624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,2,1,power_law_1.01,1.318883228302002
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,2,power_law_1.01,14.221328735351562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,2,power_law_1.2,0.2320096015930176
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,2,1,power_law_1.01,1.348355197906494
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,2,power_law_1.2,0.39820160865783694
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,2,power_law_1.2,3.131635284423828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,2,1,power_law_1.01,3.376860809326172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,2,1,power_law_1.01,1.3817376136779784
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,2,power_law_1.2,4.932844924926758
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,2,power_law_1.2,0.5440927982330322
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,2,1,power_law_1.01,1.4410976409912108
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,2,power_law_1.2,1.0367744445800782
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,2,1,power_law_1.01,3.4635646820068358
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,2,power_law_1.2,4.090252685546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,2,power_law_1.2,1.1323552131652832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,2,1,power_law_1.01,1.8314336776733398
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,2,power_law_1.2,5.646201705932617
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,2,power_law_1.2,1.1731488227844238
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,2,1,power_law_1.01,3.660976028442383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,2,1,power_law_1.01,1.8817535400390626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,2,power_law_1.01,31.848883056640624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,2,power_law_1.2,5.059868621826172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,2,power_law_1.2,1.2310784339904786
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,2,1,power_law_1.01,1.9144479751586914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,2,power_law_1.2,1.2590016365051269
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,2,1,power_law_1.01,3.909436798095703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,2,power_law_1.2,6.723072052001953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,2,1,power_law_1.01,1.995964813232422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,2,power_law_1.01,18.260595703125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,2,power_law_1.2,1.2897727966308594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,2,power_law_1.2,6.937318420410156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,2,1,power_law_1.01,4.257625579833984
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,2,1,power_law_1.01,2.100841522216797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,2,power_law_1.2,1.311737632751465
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,2,power_law_1.01,36.58101806640625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,2,power_law_1.2,1.3156991958618165
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,2,1,power_law_1.01,2.371833610534668
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,2,power_law_1.2,8.4587646484375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,2,1,power_law_1.01,4.659942245483398
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,2,power_law_1.2,1.4010432243347168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,2,1,power_law_1.01,2.7512800216674806
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,2,power_law_1.2,8.89697265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,2,power_law_1.2,1.4275808334350586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,2,power_law_1.2,1.4484000205993652
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,2,1,power_law_1.01,5.354044723510742
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,2,1,power_law_1.01,3.536870574951172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,2,power_law_1.2,1.5456607818603516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,2,power_law_1.2,10.898844909667968
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,2,1,power_law_1.01,4.34312629699707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,2,power_law_1.2,1.7035327911376954
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,2,1,power_law_1.01,6.126185607910156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,2,power_law_1.2,1.8493696212768556
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,2,power_law_1.2,12.37179183959961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,2,1,power_law_1.01,5.944268798828125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,2,power_law_1.2,2.238287925720215
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,2,power_law_1.01,28.494381713867188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,2,1,power_law_1.01,7.6346435546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,2,power_law_1.2,2.613327980041504
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,2,power_law_1.01,40.56064147949219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,2,power_law_1.2,14.312319946289062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,2,1,power_law_1.01,7.593177795410156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,2,power_law_1.2,3.4411102294921876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,2,1,power_law_1.01,9.187721252441406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,2,power_law_1.2,16.78539276123047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,2,power_law_1.2,4.363692855834961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,2,power_law_1.01,43.53919677734375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,2,1,power_law_1.01,10.822444915771484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,2,power_law_1.2,6.139708709716797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,2,power_law_1.2,19.133734130859374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,2,1,power_law_1.01,12.409359741210938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,2,power_law_1.2,8.039472198486328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,2,1,power_law_1.01,14.063357543945312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,2,power_law_1.2,25.792727661132812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,2,1,power_law_1.01,16.318086242675783
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,2,power_law_1.2,11.425357055664062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,2,power_law_1.2,26.324807739257814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,2,1,power_law_1.01,20.491632080078126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,2,power_law_1.01,57.58612060546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,2,power_law_1.2,15.356425476074218
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,2,power_law_1.01,60.61510009765625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,2,1,power_law_1.01,22.47728576660156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,2,1,power_law_1.01,0.10767680406570435
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,2,1,power_law_1.01,0.16442240476608277
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,2,1,power_law_1.01,0.2301055908203125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,2,power_law_1.2,32.739434814453126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,2,1,power_law_1.01,0.4158783912658691
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,2,1,power_law_1.01,0.5909471988677979
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,2,1,power_law_1.01,0.9980256080627441
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,2,1,power_law_1.01,1.0975935935974122
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,2,1,power_law_1.01,1.1436384201049805
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,2,power_law_1.01,68.90776977539062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,2,1,power_law_1.01,26.946322631835937
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,2,power_law_1.2,18.92786865234375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,2,1,power_law_1.01,1.170201587677002
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,2,power_law_1.2,37.443661499023435
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,2,1,power_law_1.01,1.1964320182800292
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,2,1,power_law_1.01,1.2467647552490235
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,2,1,power_law_1.01,1.26757755279541
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,2,1,power_law_1.01,1.2927583694458007
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,2,1,power_law_1.01,30.44477233886719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,2,1,power_law_1.01,1.3542911529541015
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,2,1,power_law_1.01,1.3691807746887208
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,2,1,power_law_1.01,1.400278377532959
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,2,1,power_law_1.01,1.4639967918395995
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,2,1,power_law_1.01,1.5908896446228027
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,2,power_law_1.2,40.93870544433594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,2,1,power_law_1.01,1.7194080352783203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,2,power_law_1.2,29.07142333984375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,2,1,power_law_1.01,2.0102495193481444
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,2,1,power_law_1.01,33.46349182128906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,2,1,power_law_1.01,2.35199031829834
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,2,1,power_law_1.01,3.079167938232422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,2,power_law_1.2,45.59134216308594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,2,1,power_law_1.01,3.7564769744873048
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,2,1,power_law_1.01,38.96749572753906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,2,1,power_law_1.01,5.294787216186523
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,2,1,power_law_1.01,6.795891571044922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,2,1,power_law_1.01,9.947376251220703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,2,1,power_law_1.01,52.843878173828124
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,2,1,power_law_1.01,12.717587280273438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,2,power_law_1.2,65.77456665039062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,2,power_law_1.2,58.115631103515625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,2,1,power_law_1.2,0.17217279672622682
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,2,power_law_1.01,122.4698974609375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,2,1,power_law_1.2,0.1880511999130249
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,2,1,power_law_1.2,0.4015359878540039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,2,1,power_law_1.2,0.11312960386276245
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,2,1,power_law_1.2,0.5983776092529297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,2,1,power_law_1.2,0.12344959974288941
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,2,1,power_law_1.2,0.25235838890075685
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,2,1,power_law_1.2,0.9391488075256348
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,2,1,power_law_1.01,56.503472900390626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,2,1,power_law_1.2,0.4099423885345459
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,2,1,power_law_1.2,1.889641571044922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,2,1,power_law_1.2,0.5823296070098877
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,2,1,power_law_1.01,15.856918334960938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,2,1,power_law_1.2,1.110428810119629
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,2,1,power_law_1.2,2.1143167495727537
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,2,1,power_law_1.2,1.1819423675537108
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,2,1,power_law_1.2,2.195027160644531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,2,power_law_1.2,74.16069946289062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,2,1,power_law_1.2,1.2803199768066407
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,2,1,power_law_1.2,2.279430389404297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,2,1,power_law_1.2,1.3179615974426269
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,2,1,power_law_1.2,1.3730688095092773
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,2,1,power_law_1.2,2.415670394897461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,2,1,power_law_1.2,1.4501824378967285
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,2,1,power_law_1.2,2.4751104354858398
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,2,1,power_law_1.2,1.5299839973449707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,2,1,power_law_1.2,2.6465631484985352
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,2,1,power_law_1.2,1.8638303756713868
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,2,power_law_1.01,140.5261962890625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,2,1,power_law_1.2,1.9654111862182617
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,2,1,power_law_1.2,3.3401248931884764
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,2,1,power_law_1.01,24.998658752441408
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,2,1,power_law_1.2,0.1084831953048706
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,2,1,power_law_1.2,2.0190624237060546
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,2,1,power_law_1.2,0.11816320419311524
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,2,1,power_law_1.2,3.5173248291015624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,2,1,power_law_1.2,2.0544416427612306
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,2,1,power_law_1.2,0.22072958946228027
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,2,1,power_law_1.2,0.3609055995941162
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,2,1,power_law_1.2,3.6191551208496096
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,2,1,power_law_1.2,2.133488082885742
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,2,1,power_law_1.2,0.5030784130096435
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,2,1,power_law_1.2,1.0020383834838866
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,2,1,power_law_1.2,2.4556863784790037
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,2,1,power_law_1.2,3.7315521240234375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,2,1,power_law_1.2,1.0905856132507323
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,2,1,power_law_1.2,2.843136024475098
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,2,1,power_law_1.2,1.1553983688354492
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,2,1,power_law_1.2,3.912035369873047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,2,1,power_law_1.2,1.1830464363098145
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,2,1,power_law_1.2,3.5914081573486327
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,2,1,power_law_1.2,1.2351519584655761
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,2,1,power_law_1.2,4.338294219970703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,2,1,power_law_1.2,1.296406364440918
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,2,1,power_law_1.2,4.389632034301758
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,2,1,power_law_1.2,1.314527988433838
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,2,1,power_law_1.2,4.715779113769531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,2,1,power_law_1.2,1.333350372314453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,2,1,power_law_1.2,1.363094425201416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,2,1,power_law_1.2,5.995052719116211
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,2,1,power_law_1.2,1.4092032432556152
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,2,1,power_law_1.2,5.400956726074218
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,2,1,power_law_1.2,1.4618816375732422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,2,1,power_law_1.2,1.5010687828063964
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,2,1,power_law_1.2,7.6000831604003904
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,2,1,power_law_1.2,6.180688095092774
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,2,1,power_law_1.2,1.6254495620727538
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,2,1,power_law_1.2,1.7695680618286134
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,2,1,power_law_1.01,104.54039306640625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,2,1,power_law_1.2,2.078771209716797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,2,1,power_law_1.2,7.6695198059082035
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,2,1,power_law_1.01,49.30521850585937
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,2,1,power_law_1.2,10.84927978515625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,2,power_law_1.01,0.29180479049682617
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,2,1,power_law_1.2,2.426851272583008
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,2,power_law_1.01,0.1804095983505249
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,2,power_law_1.01,0.5640096187591552
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,2,1,power_law_1.2,3.169699287414551
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,2,power_law_1.01,0.35275840759277344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,2,1,power_law_1.2,9.29870376586914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,2,power_law_1.01,1.0008959770202637
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,2,power_law_1.01,0.6519968032836914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,2,1,power_law_1.2,3.8396865844726564
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,2,power_law_1.01,0.6756095886230469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,2,power_law_1.01,0.47103681564331057
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,2,1,power_law_1.2,14.067951965332032
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,2,power_law_1.01,1.4714240074157714
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,2,power_law_1.01,0.9057248115539551
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,2,1,power_law_1.2,5.505180740356446
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,2,1,power_law_1.2,12.590464019775391
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,2,power_law_1.01,2.238412857055664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,2,power_law_1.01,1.396019172668457
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,2,1,power_law_1.01,112.54747314453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,2,power_law_1.2,132.3908203125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,2,power_law_1.01,1.600223922729492
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,2,power_law_1.01,2.7432384490966797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,2,1,power_law_1.2,7.020800018310547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,2,power_law_1.2,0.2916224002838135
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,2,power_law_1.01,2.1644447326660154
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,2,power_law_1.01,3.7021343231201174
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,2,power_law_1.2,0.564899206161499
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,2,1,power_law_1.2,20.47100830078125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,2,power_law_1.01,2.195212745666504
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,2,1,power_law_1.2,16.381114196777343
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,2,power_law_1.2,0.6187808036804199
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,2,1,power_law_1.2,10.194847869873048
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,2,power_law_1.01,3.7778430938720704
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,2,power_law_1.01,2.3298080444335936
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,2,power_law_1.2,0.6948416233062744
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,2,power_law_1.2,1.3161855697631837
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,2,power_law_1.01,3.875174331665039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,2,power_law_1.01,2.5003456115722655
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,2,power_law_1.2,1.9393344879150392
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,2,power_law_1.01,2.5741855621337892
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,2,power_law_1.01,4.074905776977539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,2,power_law_1.2,138.17774658203126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,2,1,power_law_1.2,13.118380737304687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,2,power_law_1.01,0.16990400552749635
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,2,power_law_1.2,2.3095455169677734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,2,power_law_1.01,2.705868721008301
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,2,power_law_1.2,0.18006720542907714
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,2,power_law_1.01,4.330649566650391
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,2,1,power_law_1.2,22.6006591796875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,2,power_law_1.2,0.3684704065322876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,2,1,power_law_1.2,26.94027099609375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,2,power_law_1.2,3.2785057067871093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,2,power_law_1.01,3.4071136474609376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,2,power_law_1.2,0.3655231952667236
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,2,power_law_1.01,4.481824111938477
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,2,power_law_1.2,0.4531871795654297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,2,power_law_1.2,3.633494567871094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,2,power_law_1.01,3.57845458984375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,2,1,power_law_1.2,16.20671691894531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,2,power_law_1.2,0.8465888023376464
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,2,power_law_1.01,5.655974578857422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,2,power_law_1.01,3.632614517211914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,2,power_law_1.2,3.8377471923828126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,2,power_law_1.2,1.1496543884277344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,2,power_law_1.01,0.2847104072570801
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,2,power_law_1.2,1.4238528251647948
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,2,power_law_1.01,0.5209536075592041
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,2,power_law_1.01,3.7114334106445312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,2,power_law_1.2,4.036579132080078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,2,power_law_1.01,5.957526397705078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,2,power_law_1.01,0.391811203956604
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,2,power_law_1.2,2.046665573120117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,2,power_law_1.01,3.9502334594726562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,2,power_law_1.01,0.7546527862548829
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,2,1,power_law_1.2,29.741061401367187
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,2,power_law_1.2,4.330172729492188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,2,power_law_1.2,2.139904022216797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,2,power_law_1.01,6.128617477416992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,2,power_law_1.01,1.186406421661377
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,2,power_law_1.01,4.270892715454101
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,2,1,power_law_1.2,33.46600341796875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,2,power_law_1.2,2.294742393493652
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,2,power_law_1.2,4.433196640014648
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,2,power_law_1.01,1.394172763824463
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,2,1,power_law_1.2,25.065306091308592
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,2,power_law_1.01,6.483360290527344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,2,power_law_1.2,2.4008928298950196
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,2,power_law_1.01,1.8402015686035156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,2,power_law_1.01,4.7946208953857425
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,2,power_law_1.2,5.667219161987305
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,2,power_law_1.2,2.514076805114746
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,2,power_law_1.01,1.9657247543334961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,2,power_law_1.01,7.134172821044922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,2,power_law_1.01,5.466336059570312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,2,power_law_1.2,2.6245407104492187
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,2,power_law_1.01,1.954470443725586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,2,power_law_1.2,5.898118209838867
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,2,power_law_1.2,3.2916000366210936
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,2,power_law_1.01,2.134659194946289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,2,power_law_1.01,7.744697570800781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,2,power_law_1.01,7.123945617675782
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,2,power_law_1.2,6.180470275878906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,2,power_law_1.01,2.254128074645996
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,2,power_law_1.2,3.461868667602539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,2,1,power_law_1.2,38.9774169921875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,2,power_law_1.01,2.247750473022461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,2,power_law_1.01,8.696316528320313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,2,power_law_1.2,3.560774230957031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,2,power_law_1.2,6.690102386474609
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,2,power_law_1.01,8.830992126464844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,2,power_law_1.01,2.335804748535156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,2,power_law_1.2,3.698569488525391
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,2,power_law_1.01,2.4240928649902345
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,2,power_law_1.2,7.168486022949219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,2,power_law_1.01,9.659542083740234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,2,power_law_1.2,4.050543975830078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,2,power_law_1.01,2.4508447647094727
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,2,power_law_1.01,12.217913818359374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,2,1,power_law_1.2,52.75761108398437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,2,power_law_1.2,4.364828872680664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,2,power_law_1.01,2.5651872634887694
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,2,power_law_1.2,7.91211166381836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,2,1,power_law_1.2,51.00608520507812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,2,power_law_1.01,11.399040222167969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,2,power_law_1.01,2.761555290222168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,2,power_law_1.2,5.177171325683593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,2,power_law_1.2,9.028902435302735
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,2,power_law_1.01,2.946976089477539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,2,power_law_1.01,15.726640319824218
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,2,power_law_1.2,6.019276809692383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,2,power_law_1.01,3.1913888931274412
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,2,power_law_1.01,13.062448120117187
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,2,power_law_1.2,0.16955519914627076
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,2,power_law_1.2,9.928409576416016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,2,power_law_1.01,3.466096115112305
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,2,power_law_1.2,7.63568344116211
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,2,1,power_law_1.2,56.605194091796875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,2,power_law_1.01,4.171583938598633
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,2,power_law_1.01,22.579962158203124
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,2,power_law_1.2,11.782259368896485
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,2,power_law_1.01,16.118585205078126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,2,power_law_1.2,9.506505584716797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,2,power_law_1.01,4.814585494995117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,2,power_law_1.2,0.28506879806518554
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,2,power_law_1.2,0.2880511999130249
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,2,power_law_1.01,6.399372863769531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,2,power_law_1.2,0.3679487943649292
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,2,power_law_1.2,13.601724243164062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,2,power_law_1.2,12.965274047851562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,2,power_law_1.2,0.6716896057128906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,2,power_law_1.01,19.597798156738282
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,2,power_law_1.2,1.0233087539672852
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,2,power_law_1.01,7.711958312988282
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,2,power_law_1.2,1.2268863677978517
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,2,power_law_1.01,29.13956298828125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,2,power_law_1.2,1.7030176162719726
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,2,power_law_1.2,16.127008056640626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,2,power_law_1.2,17.509234619140624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,2,power_law_1.2,1.8206560134887695
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,2,power_law_1.01,11.066432189941406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,2,power_law_1.2,1.893827247619629
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,2,power_law_1.2,2.0421728134155273
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,2,power_law_1.01,26.357855224609374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,2,power_law_1.2,2.117100715637207
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,2,power_law_1.01,14.05361328125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,2,power_law_1.2,2.229862403869629
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,2,power_law_1.2,20.25836181640625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,2,1,power_law_1.2,104.42236328125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,2,power_law_1.2,24.054415893554687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,2,power_law_1.2,2.3081119537353514
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,2,1,power_law_1.01,0.16875840425491334
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,2,power_law_1.2,2.405344009399414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,2,1,power_law_1.01,0.2887615919113159
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,2,power_law_1.01,36.10030517578125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,2,1,power_law_1.01,0.5533792018890381
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,2,power_law_1.2,2.4285343170166014
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,2,1,power_law_1.01,0.6825407981872559
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,2,power_law_1.01,17.65961608886719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,2,power_law_1.2,2.626380729675293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,2,1,power_law_1.01,1.3943743705749512
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,2,power_law_1.2,2.7847616195678713
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,2,1,power_law_1.01,2.1880672454833983
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,2,power_law_1.01,36.481442260742185
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,2,power_law_1.2,27.258145141601563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,2,power_law_1.2,3.0190719604492187
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,2,1,power_law_1.01,2.5790815353393555
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,2,power_law_1.2,29.760763549804686
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,2,power_law_1.2,3.3166015625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,2,1,power_law_1.01,3.521993637084961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,2,1,power_law_1.2,112.437060546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,2,power_law_1.2,3.7072769165039063
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,2,1,power_law_1.01,3.662985610961914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,2,1,power_law_1.01,0.11298240423202514
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,2,power_law_1.01,26.491714477539062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,2,1,power_law_1.01,3.848195266723633
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,2,1,power_law_1.01,0.20696001052856444
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,2,power_law_1.2,4.409846496582031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,2,1,power_law_1.01,0.3483776092529297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,2,1,power_law_1.01,4.04117431640625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,2,1,power_law_1.01,0.4516767978668213
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,2,power_law_1.2,5.193113708496094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,2,1,power_law_1.01,0.8647328376770019
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,2,1,power_law_1.01,4.1853790283203125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,2,power_law_1.2,37.75349426269531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,2,power_law_1.01,55.5454833984375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,2,1,power_law_1.01,1.2867072105407715
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,2,power_law_1.01,43.383935546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,2,power_law_1.2,6.7624671936035154
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,2,1,power_law_1.01,4.329011154174805
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,2,1,power_law_1.01,1.5452383995056151
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,2,power_law_1.2,37.56059875488281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,2,1,power_law_1.01,2.026959991455078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,2,1,power_law_1.01,4.645212936401367
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,2,power_law_1.2,8.573506927490234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,2,1,power_law_1.01,2.189017677307129
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,2,1,power_law_1.01,4.829238510131836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,2,1,power_law_1.01,2.262966346740723
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,2,1,power_law_1.01,2.42794246673584
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,2,1,power_law_1.01,5.002230453491211
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,2,power_law_1.2,11.718758392333985
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,2,1,power_law_1.01,2.4888479232788088
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,2,1,power_law_1.01,6.312764739990234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,2,1,power_law_1.01,2.5863136291503905
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,2,power_law_1.01,53.12064819335937
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,2,power_law_1.2,44.99642333984375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,2,1,power_law_1.01,2.710335922241211
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,2,1,power_law_1.01,6.920320129394531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,2,power_law_1.2,14.772816467285157
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,2,1,power_law_1.01,2.815376091003418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,2,1,power_law_1.01,0.10540159940719604
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,2,1,power_law_1.01,7.358265686035156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,2,1,power_law_1.01,2.936944007873535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,2,1,power_law_1.01,0.1668063998222351
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,2,1,power_law_1.01,0.27884159088134763
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,2,1,power_law_1.01,3.570956802368164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,2,1,power_law_1.01,0.3788032054901123
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,2,power_law_1.2,57.328369140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,2,power_law_1.01,62.169610595703126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,2,1,power_law_1.01,8.431375885009766
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,2,1,power_law_1.01,0.7542208194732666
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,2,1,power_law_1.01,3.8653728485107424
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,2,power_law_1.2,18.3594970703125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,2,1,power_law_1.01,1.1328864097595215
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,2,1,power_law_1.01,4.060150527954102
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,2,1,power_law_1.01,1.339014434814453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,2,1,power_law_1.01,9.290678405761719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,2,1,power_law_1.01,1.8028575897216796
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,2,1,power_law_1.01,4.606150436401367
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,2,1,power_law_1.01,1.8917791366577148
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,2,1,power_law_1.01,10.932498931884766
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,2,1,power_law_1.01,5.267363357543945
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,2,1,power_law_1.01,1.993788719177246
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,2,1,power_law_1.01,2.0523456573486327
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,2,1,power_law_1.01,6.712044525146484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,2,1,power_law_1.01,2.1600255966186523
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,2,power_law_1.2,29.899124145507812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,2,1,power_law_1.01,12.541139221191406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,2,1,power_law_1.01,2.1896543502807617
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,2,power_law_1.01,110.88016357421876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,2,1,power_law_1.01,8.20462417602539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,2,1,power_law_1.2,0.1700767993927002
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,2,1,power_law_1.01,2.330121612548828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,2,power_law_1.2,71.3835693359375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,2,1,power_law_1.2,0.28858559131622313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,2,1,power_law_1.01,2.363104057312012
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,2,1,power_law_1.2,0.3984639883041382
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,2,1,power_law_1.2,0.6826496124267578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,2,1,power_law_1.01,15.402243041992188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,2,1,power_law_1.01,2.4457279205322267
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,2,1,power_law_1.01,11.226585388183594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,2,1,power_law_1.2,1.2632831573486327
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,2,1,power_law_1.01,2.511382484436035
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,2,1,power_law_1.2,1.9179359436035157
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,2,1,power_law_1.01,2.6879167556762695
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,2,1,power_law_1.2,2.278416061401367
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.01,2.8154144287109375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,2,1,power_law_1.01,14.288873291015625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,2,1,power_law_1.01,18.201458740234376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,2,1,power_law_1.2,3.2984031677246093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.01,3.0933664321899412
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,2,1,power_law_1.2,3.4935169219970703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.01,3.381536102294922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,2,1,power_law_1.2,3.670310211181641
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.01,3.9435745239257813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,2,1,power_law_1.2,3.9778816223144533
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,2,power_law_1.2,55.401513671875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,2,1,power_law_1.01,20.3953125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,2,1,power_law_1.01,24.191506958007814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.01,4.576425552368164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,2,1,power_law_1.2,0.11342400312423706
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,2,1,power_law_1.2,4.118044662475586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,2,1,power_law_1.2,0.2073728084564209
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,2,1,power_law_1.2,0.3051136016845703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,2,1,power_law_1.2,4.3614143371582035
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.01,5.940252685546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,2,power_law_1.2,117.95556640625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,2,1,power_law_1.2,0.4323616027832031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,2,1,power_law_1.2,4.619168090820312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,2,1,power_law_1.2,0.7350527763366699
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,2,power_law_1.01,124.90008544921875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,2,1,power_law_1.2,1.1515487670898437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,4,power_law_1.01,0.29749441146850586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,2,1,power_law_1.2,0.1043776035308838
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,4,power_law_1.01,0.2952064037322998
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.01,7.506787109375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,2,1,power_law_1.2,4.836377716064453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,2,1,power_law_1.2,0.16550400257110595
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,2,1,power_law_1.2,1.355247974395752
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,2,1,power_law_1.01,26.46314697265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,2,1,power_law_1.2,0.21959359645843507
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,2,1,power_law_1.2,1.957651138305664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,2,1,power_law_1.2,4.953996658325195
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,2,1,power_law_1.2,0.3775583982467651
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,2,1,power_law_1.01,32.050201416015625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,2,1,power_law_1.2,2.0697343826293944
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.01,10.206422424316406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,2,1,power_law_1.2,0.6462783813476562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,4,power_law_1.01,0.408022403717041
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,4,power_law_1.01,0.4239039897918701
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,2,1,power_law_1.2,0.9697600364685058
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,2,1,power_law_1.2,6.500048065185547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,4,power_law_1.01,0.4265759944915771
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,2,1,power_law_1.2,2.196780776977539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,4,power_law_1.01,0.43196802139282225
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,4,power_law_1.01,0.4386752128601074
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,4,power_law_1.01,0.45433602333068845
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,4,power_law_1.01,0.4812448024749756
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,2,1,power_law_1.2,1.1966208457946776
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,4,power_law_1.01,0.5104351997375488
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,2,1,power_law_1.2,2.3351167678833007
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,4,power_law_1.01,0.5160895824432373
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,4,power_law_1.01,0.5308159828186035
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,4,power_law_1.01,0.5475359916687011
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,2,1,power_law_1.2,1.6706079483032226
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,4,power_law_1.01,0.6016096115112305
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,2,1,power_law_1.2,7.136156463623047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,4,power_law_1.01,0.7523263931274414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,2,1,power_law_1.2,2.4332704544067383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,4,power_law_1.01,0.8675968170166015
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.01,13.145797729492188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,4,power_law_1.01,1.0144800186157226
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,2,1,power_law_1.2,1.804092788696289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,4,power_law_1.01,1.4969504356384278
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,2,1,power_law_1.2,2.483158493041992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,4,power_law_1.01,1.859654426574707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,2,1,power_law_1.2,1.8913856506347657
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,2,1,power_law_1.2,7.648925018310547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,4,power_law_1.01,2.969558334350586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,2,1,power_law_1.01,32.710000610351564
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,2,1,power_law_1.2,2.647190475463867
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,2,1,power_law_1.2,1.988662338256836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,4,power_law_1.01,3.7552799224853515
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,2,1,power_law_1.2,2.76125431060791
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,2,1,power_law_1.2,2.0847423553466795
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,4,power_law_1.01,5.116012954711914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,2,1,power_law_1.2,8.580220794677734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,2,1,power_law_1.01,16.07243194580078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,2,1,power_law_1.01,40.113766479492185
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,2,1,power_law_1.2,2.187811279296875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,2,1,power_law_1.2,2.9329824447631836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,2,power_law_1.2,136.25745849609376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,4,power_law_1.01,8.264262390136718
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,4,power_law_1.01,0.21058239936828613
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,2,1,power_law_1.2,2.2713375091552734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,4,power_law_1.01,0.2143104076385498
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,2,1,power_law_1.2,3.595603179931641
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,2,1,power_law_1.2,9.566716766357422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,2,1,power_law_1.2,2.3376319885253904
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,2,1,power_law_1.2,3.9882720947265624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,2,1,power_law_1.2,2.4406143188476563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,4,power_law_1.01,0.2922080039978027
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,4,power_law_1.01,13.593414306640625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,4,power_law_1.01,0.3180288076400757
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,4,power_law_1.01,0.3213567972183228
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,4,power_law_1.01,0.3291584014892578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,4,power_law_1.01,0.3363071918487549
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,2,1,power_law_1.2,4.252479934692383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,4,power_law_1.01,0.34618239402770995
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,2,1,power_law_1.2,2.543731117248535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,4,power_law_1.01,0.3739903926849365
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,2,1,power_law_1.2,11.120838165283203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,4,power_law_1.01,0.3867072105407715
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,4,power_law_1.01,0.40511360168457033
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,4,power_law_1.01,0.4493408203125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,4,power_law_1.01,0.4878880023956299
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,4,power_law_1.01,0.585756778717041
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,2,1,power_law_1.2,2.7738847732543945
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,4,power_law_1.01,0.6816991806030274
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,2,1,power_law_1.01,24.358038330078124
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,2,1,power_law_1.2,4.8666526794433596
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,4,power_law_1.01,0.7831168174743652
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,4,power_law_1.01,0.9904095649719238
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,4,power_law_1.01,1.3627840042114259
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.2,2.874745559692383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,4,power_law_1.01,17.196649169921876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,4,power_law_1.01,2.034828758239746
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,2,1,power_law_1.2,5.554582214355468
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,2,1,power_law_1.2,12.817379760742188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,4,power_law_1.01,3.179408073425293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.2,3.2350753784179687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,2,1,power_law_1.01,50.81639709472656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,4,power_law_1.01,3.8717601776123045
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.2,3.510895919799805
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,2,1,power_law_1.2,7.045871734619141
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,4,power_law_1.01,6.115369415283203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.2,4.227004623413086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,2,1,power_law_1.2,15.777587890625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,4,power_law_1.01,7.560211181640625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,2,1,power_law_1.01,56.027655029296874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,2,1,power_law_1.2,8.529682922363282
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,4,power_law_1.01,28.1252197265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.2,4.9092864990234375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,4,power_law_1.01,12.479523468017579
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.2,6.314543914794922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,2,1,power_law_1.2,11.559497833251953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,2,1,power_law_1.2,18.70964813232422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.2,7.602508544921875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,4,power_law_1.01,14.398527526855469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,2,1,power_law_1.01,48.381134033203125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,2,1,power_law_1.2,14.566598510742187
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,4,power_law_1.01,0.17898240089416503
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,4,power_law_1.01,0.18575359582901002
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.2,10.427954864501952
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,4,power_law_1.01,0.21071040630340576
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,4,power_law_1.01,41.679806518554685
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,2,1,power_law_1.2,24.911705017089844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,4,power_law_1.01,23.02240905761719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.2,13.271443176269532
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,2,1,power_law_1.2,20.657673645019532
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,4,power_law_1.01,0.20710721015930175
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,4,power_law_1.01,0.20697920322418212
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,4,power_law_1.01,0.21350080966949464
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,4,power_law_1.01,0.21739840507507324
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,4,power_law_1.01,0.22031040191650392
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,4,power_law_1.01,0.22995519638061523
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,4,power_law_1.01,0.23434879779815673
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,4,power_law_1.01,0.24451839923858643
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,4,power_law_1.01,0.27244160175323484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,4,power_law_1.01,0.29041600227355957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,4,power_law_1.01,0.3146687984466553
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,4,power_law_1.01,0.34932799339294435
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,4,power_law_1.01,0.39462080001831057
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,4,power_law_1.01,0.4885216236114502
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,4,power_law_1.01,0.6843520164489746
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,4,power_law_1.01,0.9702400207519531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,4,power_law_1.01,1.324409580230713
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,2,1,power_law_1.2,16.35692138671875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,4,power_law_1.01,1.816204833984375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,2,1,power_law_1.2,32.7653564453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,4,power_law_1.01,2.650166320800781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,4,power_law_1.01,36.43210144042969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,2,1,power_law_1.01,99.4114990234375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,4,power_law_1.2,0.32070720195770264
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,4,power_law_1.01,3.922732925415039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,4,power_law_1.2,0.3079200029373169
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,2,1,power_law_1.2,26.70923767089844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,4,power_law_1.01,52.0099365234375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,4,power_law_1.01,4.758803176879883
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,4,power_law_1.2,0.4131936073303223
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,4,power_law_1.2,0.4138239860534668
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,4,power_law_1.01,7.417584228515625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,4,power_law_1.2,0.43037757873535154
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,4,power_law_1.2,0.4385568141937256
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,4,power_law_1.2,0.448854398727417
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,4,power_law_1.2,0.45548157691955565
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,4,power_law_1.2,0.49225921630859376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,4,power_law_1.2,0.5059552192687988
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,4,power_law_1.2,0.5160287857055664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,4,power_law_1.2,0.5291967868804932
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,2,1,power_law_1.2,24.801791381835937
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,4,power_law_1.2,0.5476191997528076
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,4,power_law_1.2,0.6543327808380127
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,4,power_law_1.01,10.98040313720703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,4,power_law_1.2,0.6846879959106446
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,4,power_law_1.2,0.8162528038024902
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,2,1,power_law_1.01,108.856201171875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,4,power_law_1.2,1.073737621307373
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,4,power_law_1.2,0.21062080860137938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,4,power_law_1.2,0.22556800842285157
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,4,power_law_1.2,1.6949119567871094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,4,power_law_1.2,1.9356639862060547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,4,power_law_1.2,3.1377632141113283
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,4,power_law_1.01,41.836184692382815
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,2,1,power_law_1.2,40.20749206542969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,2,1,power_law_1.2,33.04425964355469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,4,power_law_1.01,14.340608215332031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,4,power_law_1.2,0.2923327922821045
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,4,power_law_1.2,3.788502502441406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,4,power_law_1.2,0.31718080043792723
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,4,power_law_1.2,0.32166080474853515
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,4,power_law_1.2,0.32849280834197997
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,4,power_law_1.2,0.33764479160308836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,4,power_law_1.2,0.3450239896774292
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,4,power_law_1.2,0.36916160583496094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,4,power_law_1.2,0.3953952074050903
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,4,power_law_1.2,0.4078559875488281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,4,power_law_1.2,6.499718475341797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,4,power_law_1.2,0.4615808010101318
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,4,power_law_1.2,0.5020319938659668
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,4,power_law_1.2,0.5877247810363769
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,4,power_law_1.2,0.717961597442627
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,4,power_law_1.2,0.7959743976593018
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,4,power_law_1.2,1.0776479721069336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,4,power_law_1.2,8.657949066162109
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,4,power_law_1.2,1.6090015411376952
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,4,power_law_1.2,1.8593887329101562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,4,power_law_1.01,20.98206024169922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,4,power_law_1.2,2.7849119186401365
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,4,power_law_1.2,4.0166175842285154
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,4,power_law_1.2,16.103724670410156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,4,power_law_1.2,7.056406402587891
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,2,1,power_law_1.2,49.232095336914064
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,4,power_law_1.2,0.16230720281600952
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,4,power_law_1.2,0.17881920337677001
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,4,power_law_1.2,8.145980834960938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,4,power_law_1.2,0.20933120250701903
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,4,power_law_1.2,0.2124864101409912
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,4,power_law_1.2,0.20229120254516603
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,4,power_law_1.2,0.20890560150146484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,4,power_law_1.2,0.217740797996521
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,4,power_law_1.2,0.22065598964691163
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,4,power_law_1.2,0.2304543972015381
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,4,power_law_1.2,0.24019200801849366
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,4,power_law_1.2,0.25194239616394043
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,4,power_law_1.2,19.25404510498047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,4,power_law_1.01,32.704412841796874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,4,power_law_1.2,0.2758559942245483
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,4,power_law_1.2,0.28425920009613037
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,4,power_law_1.01,92.8060302734375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,4,power_law_1.2,0.3280895948410034
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,2,1,power_law_1.2,50.9917236328125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,4,power_law_1.2,0.3699007987976074
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,4,power_law_1.2,0.43415040969848634
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,4,power_law_1.2,13.550242614746093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,4,power_law_1.2,0.5471072196960449
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,4,power_law_1.2,0.7850848197937011
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,2,1,power_law_1.2,56.95497436523438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,4,power_law_1.2,0.94683837890625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,4,power_law_1.2,1.5298912048339843
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,4,power_law_1.01,68.956005859375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,4,power_law_1.2,1.8385183334350585
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,4,power_law_1.2,2.9497791290283204
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,4,power_law_1.2,4.190499114990234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,4,power_law_1.2,17.472201538085937
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,4,power_law_1.2,5.980003356933594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,4,power_law_1.2,32.35127258300781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,4,power_law_1.2,8.230941009521484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,4,power_law_1.2,23.672653198242188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,4,power_law_1.2,13.005279541015625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,4,power_law_1.2,16.91297607421875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,4,power_law_1.01,70.23594360351562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,4,power_law_1.2,41.028985595703126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,4,power_law_1.2,39.536669921875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,4,power_law_1.2,20.74049530029297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,4,1,power_law_1.01,0.09146239757537841
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,4,1,power_law_1.01,0.125491201877594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,2,1,power_law_1.2,99.58372192382812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,4,power_law_1.2,35.102301025390624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,4,power_law_1.2,52.345819091796876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,2,1,power_law_1.2,109.8319091796875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,4,1,power_law_1.01,0.07160000205039978
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,4,1,power_law_1.01,0.12614400386810304
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,4,1,power_law_1.01,0.09009280204772949
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,4,1,power_law_1.01,0.10085120201110839
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,4,1,power_law_1.01,0.05779520273208618
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,4,power_law_1.2,48.237246704101565
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,4,1,power_law_1.01,0.14939199686050414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,4,1,power_law_1.01,0.2503391981124878
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,4,1,power_law_1.01,0.15290240049362183
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,4,1,power_law_1.01,0.2573632001876831
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,4,1,power_law_1.01,0.15431360006332398
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,4,1,power_law_1.01,0.2700831890106201
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,4,1,power_law_1.01,0.15624639987945557
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,4,1,power_law_1.01,0.15845439434051514
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,4,1,power_law_1.01,0.16448960304260254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,4,1,power_law_1.01,0.17713600397109985
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,4,1,power_law_1.01,0.18419519662857056
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,4,1,power_law_1.01,0.19708479642868043
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,4,1,power_law_1.01,0.20009279251098633
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,4,1,power_law_1.01,0.2025599956512451
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,4,1,power_law_1.01,0.22379519939422607
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,4,1,power_law_1.01,0.24771521091461182
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,4,1,power_law_1.01,0.27337279319763186
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,4,1,power_law_1.01,0.348307204246521
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,4,1,power_law_1.01,0.06573439836502075
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,4,power_law_1.01,142.5994873046875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,4,1,power_law_1.01,0.4335296154022217
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,4,1,power_law_1.01,0.593228816986084
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,4,1,power_law_1.01,0.7626688003540039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,4,1,power_law_1.01,1.0848608016967773
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,4,1,power_law_1.01,1.4108511924743652
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,4,1,power_law_1.01,2.059984016418457
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,4,1,power_law_1.01,0.268339204788208
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,4,1,power_law_1.01,0.2850816011428833
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,4,1,power_law_1.01,0.29010560512542727
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,4,1,power_law_1.01,2.7618688583374023
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,4,power_law_1.01,172.4710693359375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,4,1,power_law_1.01,4.179251098632813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,4,1,power_law_1.2,0.09130240082740784
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,4,1,power_law_1.01,5.568310546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,4,1,power_law_1.01,0.08841279745101929
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,4,1,power_law_1.01,0.2776992082595825
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,4,1,power_law_1.01,7.044403076171875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,4,1,power_law_1.2,0.12165440320968628
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,4,power_law_1.2,64.09708251953126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,4,1,power_law_1.2,0.07635200023651123
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,4,1,power_law_1.2,0.079830402135849
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,4,1,power_law_1.2,0.0951744019985199
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,4,1,power_law_1.01,10.928380584716797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,4,1,power_law_1.2,0.05988479852676391
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,4,1,power_law_1.01,0.14270080327987672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,4,1,power_law_1.2,0.1520032048225403
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,4,1,power_law_1.2,0.15278400182724
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,4,1,power_law_1.2,0.15403519868850707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,4,1,power_law_1.2,0.15635839700698853
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,4,power_law_1.2,82.70003662109374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,4,1,power_law_1.2,0.1581439971923828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,4,1,power_law_1.2,0.14341119527816773
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,4,1,power_law_1.2,0.16352640390396117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,4,1,power_law_1.2,0.17789440155029296
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,4,1,power_law_1.01,0.29213120937347414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,4,1,power_law_1.2,0.1867295980453491
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,4,1,power_law_1.01,0.31255040168762205
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,4,1,power_law_1.2,0.19717760086059571
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,4,1,power_law_1.01,0.3191551923751831
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,4,1,power_law_1.2,0.197324800491333
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,4,1,power_law_1.2,0.20226240158081055
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,4,power_law_1.2,77.92431030273437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,4,1,power_law_1.2,0.22510719299316406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,4,1,power_law_1.2,0.2462912082672119
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,4,1,power_law_1.2,0.27280640602111816
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,4,1,power_law_1.01,0.1418496012687683
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,4,1,power_law_1.2,0.3494688034057617
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,4,1,power_law_1.2,0.423305606842041
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,4,1,power_law_1.2,0.5964672088623046
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,4,1,power_law_1.2,0.06843519806861878
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,4,1,power_law_1.2,0.758022403717041
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,4,1,power_law_1.2,1.082652759552002
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,4,1,power_law_1.2,0.2522752046585083
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,4,1,power_law_1.2,0.24846720695495605
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,4,1,power_law_1.2,0.2681727886199951
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,4,1,power_law_1.2,1.4132287979125977
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,4,1,power_law_1.01,22.594166564941407
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,4,1,power_law_1.2,2.074995231628418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,4,1,power_law_1.2,2.7523935317993162
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,4,power_law_1.01,0.41808319091796875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,4,1,power_law_1.01,0.14534080028533936
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,4,power_law_1.01,0.42072319984436035
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,4,1,power_law_1.2,4.04334716796875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,4,1,power_law_1.01,0.33371520042419434
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,4,1,power_law_1.01,0.34663679599761965
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,4,1,power_law_1.01,0.3456063985824585
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,4,1,power_law_1.2,5.517744064331055
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,4,1,power_law_1.2,0.2758591890335083
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,4,power_law_1.01,0.5899263858795166
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,4,1,power_law_1.2,0.28447039127349855
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,4,1,power_law_1.2,0.3015872001647949
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,4,1,power_law_1.01,0.14796160459518432
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,4,1,power_law_1.01,0.149619197845459
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,4,1,power_law_1.01,0.15362240076065065
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,4,1,power_law_1.01,0.15674879550933837
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,4,1,power_law_1.01,0.16561919450759888
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,4,1,power_law_1.01,0.17632960081100463
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,4,1,power_law_1.01,0.1832543969154358
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,4,1,power_law_1.2,7.0032958984375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,4,1,power_law_1.2,0.08350399732589722
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,4,power_law_1.01,0.6389952182769776
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,4,power_law_1.01,0.645631980895996
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,4,power_law_1.01,0.6676064014434815
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,4,power_law_1.01,0.6823359966278076
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,4,1,power_law_1.01,0.35275518894195557
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,4,power_law_1.01,0.6941504001617431
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,4,1,power_law_1.01,0.4558559894561768
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,4,power_law_1.01,0.7256959915161133
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,4,1,power_law_1.2,11.067362976074218
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,4,power_law_1.01,0.7517792224884033
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,4,1,power_law_1.2,0.28080000877380373
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,4,power_law_1.01,0.7676191806793213
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,4,power_law_1.01,0.8029184341430664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,4,power_law_1.01,0.8703071594238281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,4,power_law_1.01,0.9792832374572754
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,4,1,power_law_1.01,0.18298239707946778
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,4,1,power_law_1.2,0.14571199417114258
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,4,1,power_law_1.01,0.19569599628448486
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,4,power_law_1.01,1.1604127883911133
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,4,1,power_law_1.01,0.20740480422973634
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,4,power_law_1.01,1.509830379486084
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,4,power_law_1.01,1.7882656097412108
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,4,power_law_1.01,2.443328094482422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,4,power_law_1.01,3.180745506286621
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,4,1,power_law_1.2,0.14320319890975952
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,4,power_law_1.01,5.1608928680419925
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,4,1,power_law_1.2,0.2919872045516968
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,4,1,power_law_1.2,23.103170776367186
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,4,1,power_law_1.2,0.31237120628356935
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,4,1,power_law_1.2,0.32419838905334475
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,4,1,power_law_1.01,0.5039135932922363
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,4,power_law_1.01,0.2957151889801025
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,4,power_law_1.01,0.27571840286254884
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,4,power_law_1.01,7.092845153808594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,4,1,power_law_1.2,0.14648319482803346
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,4,1,power_law_1.01,0.20407679080963134
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,4,1,power_law_1.01,0.2484287977218628
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,4,power_law_1.01,0.412992000579834
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,4,power_law_1.01,12.274188995361328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,4,1,power_law_1.2,0.14642239809036256
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,4,1,power_law_1.2,0.1495903968811035
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,4,1,power_law_1.2,0.15972479581832885
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,4,1,power_law_1.2,0.16395519971847533
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,4,1,power_law_1.2,0.16929919719696046
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,4,1,power_law_1.2,0.17703039646148683
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,4,1,power_law_1.2,0.329532790184021
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,4,power_law_1.01,0.436246395111084
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,4,1,power_law_1.2,0.18222399950027465
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,4,1,power_law_1.2,0.34425280094146726
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,4,power_law_1.01,0.437772798538208
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,4,1,power_law_1.2,0.3431583881378174
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,4,1,power_law_1.01,0.5664512157440186
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,4,power_law_1.01,0.4440192222595215
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,4,power_law_1.01,0.4573056221008301
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,4,1,power_law_1.01,0.7066527843475342
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,4,power_law_1.01,0.48340802192687987
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,4,1,power_law_1.01,1.019968032836914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,4,power_law_1.01,0.5262623786926269
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,4,power_law_1.01,14.890293884277344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,4,power_law_1.01,0.5172031879425049
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,4,1,power_law_1.01,1.3918463706970214
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,4,power_law_1.01,0.5952032089233399
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,4,power_law_1.01,0.6350431919097901
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,4,1,power_law_1.01,2.1120159149169924
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,4,power_law_1.01,0.78536958694458
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,4,power_law_1.01,0.979190444946289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,4,1,power_law_1.01,2.80100154876709
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,4,power_law_1.01,1.2670656204223634
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,4,1,power_law_1.01,0.27783999443054197
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,4,power_law_1.01,1.2981887817382813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,4,1,power_law_1.01,0.3653631925582886
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,4,power_law_1.01,1.7112159729003906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,4,1,power_law_1.01,4.32050895690918
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,4,1,power_law_1.2,0.1825600028038025
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,4,1,power_law_1.2,0.35445759296417234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,4,1,power_law_1.2,0.19619200229644776
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,4,power_law_1.01,2.169331169128418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,4,1,power_law_1.2,0.45639681816101074
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,4,1,power_law_1.2,0.2041696071624756
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,4,power_law_1.01,3.2087711334228515
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,4,1,power_law_1.01,5.7269439697265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,4,power_law_1.01,22.748069763183594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,4,power_law_1.01,5.132108688354492
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,4,1,power_law_1.01,7.018351745605469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,4,power_law_1.2,140.55340576171875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,4,power_law_1.01,6.32452163696289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,4,power_law_1.01,0.2763200044631958
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,4,power_law_1.01,0.24923839569091796
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,4,power_law_1.01,0.25075840950012207
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,4,power_law_1.01,0.282150411605835
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,4,power_law_1.01,0.2835871934890747
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,4,power_law_1.01,0.2907615900039673
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,4,power_law_1.01,0.2960416078567505
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,4,power_law_1.01,0.2993920087814331
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,4,power_law_1.01,0.3105247974395752
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,4,power_law_1.01,0.3146336078643799
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,4,1,power_law_1.01,11.43976287841797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,4,power_law_1.01,8.491613006591797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,4,power_law_1.01,0.33393919467926025
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,4,power_law_1.01,0.35774080753326415
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,4,1,power_law_1.01,0.4586783885955811
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,4,power_law_1.01,0.37431039810180666
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,4,1,power_law_1.01,0.6574944019317627
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,4,power_law_1.01,0.445468807220459
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,4,1,power_law_1.01,0.8337216377258301
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,4,power_law_1.01,0.5620800018310547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,4,1,power_law_1.2,0.5009920120239257
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,4,1,power_law_1.2,0.20370559692382811
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,4,power_law_1.01,0.6337088108062744
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,4,1,power_law_1.01,1.217516803741455
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,4,1,power_law_1.2,0.2448960065841675
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,4,power_law_1.01,0.7687104225158692
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,4,1,power_law_1.01,1.6024288177490233
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,4,power_law_1.01,1.0938048362731934
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,4,power_law_1.01,1.4611424446105956
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,4,1,power_law_1.01,2.407459259033203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,4,power_law_1.01,12.187881469726562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,4,power_law_1.2,170.4277587890625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,4,power_law_1.2,0.3793600082397461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,4,power_law_1.01,2.106643295288086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,4,power_law_1.2,0.4409023761749268
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,4,power_law_1.2,0.6147168159484864
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,4,1,power_law_1.01,3.1388128280639647
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,4,power_law_1.2,0.6356704235076904
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,4,power_law_1.01,2.955404853820801
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,4,power_law_1.01,36.24026794433594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,4,power_law_1.2,0.6434368133544922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,4,power_law_1.2,0.6641983985900879
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,4,power_law_1.2,0.6883200168609619
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,4,1,power_law_1.01,4.143571090698242
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,4,power_law_1.2,0.6973023891448975
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,4,power_law_1.01,4.503315353393555
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,4,power_law_1.2,0.7341440200805665
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,4,1,power_law_1.01,23.496485900878906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,4,power_law_1.2,0.7330239772796631
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,4,power_law_1.2,0.27953600883483887
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,4,power_law_1.2,0.781609582901001
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,4,power_law_1.2,0.2607264041900635
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,4,power_law_1.2,0.8523839950561524
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,4,power_law_1.2,0.934444808959961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,4,power_law_1.01,5.61431999206543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,4,1,power_law_1.01,6.583180999755859
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,4,power_law_1.2,1.0270144462585449
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,4,power_law_1.2,1.2913023948669433
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,4,1,power_law_1.2,0.5666431903839111
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,4,power_law_1.01,20.17252197265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,4,power_law_1.2,1.4471808433532716
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,4,1,power_law_1.2,0.6988096237182617
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,4,1,power_law_1.2,1.0107647895812988
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,4,power_law_1.2,1.7829984664916991
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,4,1,power_law_1.2,0.275164794921875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,4,power_law_1.01,8.500067138671875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,4,1,power_law_1.2,0.3640480041503906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,4,1,power_law_1.2,1.4124863624572754
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,4,power_law_1.2,2.5870975494384765
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,4,1,power_law_1.2,2.099907112121582
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,4,power_law_1.2,0.4405087947845459
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,4,power_law_1.2,3.725699234008789
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,4,power_law_1.2,0.4402912139892578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,4,1,power_law_1.2,2.735782432556152
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,4,1,power_law_1.01,13.083779907226562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,4,power_law_1.2,0.44368319511413573
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,4,power_law_1.2,0.45192317962646483
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,4,power_law_1.2,0.23586559295654297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,4,power_law_1.2,0.262774395942688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,4,power_law_1.2,0.464035177230835
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,4,power_law_1.2,0.2565984010696411
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,4,power_law_1.2,0.4821824073791504
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,4,power_law_1.2,0.28570239543914794
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,4,power_law_1.2,4.713708877563477
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,4,1,power_law_1.2,4.276655960083008
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,4,power_law_1.01,11.228470611572266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,4,power_law_1.2,0.5256735801696777
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,4,power_law_1.2,0.2867840051651001
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,4,power_law_1.2,0.5221119880676269
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,4,power_law_1.2,0.29109439849853513
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,4,power_law_1.2,0.296230411529541
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,4,power_law_1.2,0.6022560119628906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,4,power_law_1.2,0.2998816013336182
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,4,power_law_1.2,0.6536672115325928
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,4,power_law_1.2,0.3128895998001099
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,4,power_law_1.2,0.7584991931915284
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,4,power_law_1.2,0.3165503978729248
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,4,power_law_1.2,0.33218560218811033
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,4,power_law_1.2,0.9472031593322754
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,4,1,power_law_1.2,5.713008117675781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,4,power_law_1.2,6.6642814636230465
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,4,power_law_1.2,0.37328319549560546
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,4,power_law_1.2,0.4058239936828613
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,4,power_law_1.2,1.2542079925537108
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,4,power_law_1.2,0.4792287826538086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,4,power_law_1.2,1.3872703552246093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,4,power_law_1.2,0.5521632194519043
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,4,power_law_1.2,0.658358383178711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,4,power_law_1.2,1.9460767745971679
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,4,power_law_1.2,0.7761600017547607
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,4,power_law_1.01,30.631301879882812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,4,power_law_1.01,46.100885009765626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,4,1,power_law_1.2,7.072099304199218
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,4,power_law_1.2,1.1407808303833007
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,4,power_law_1.2,2.3368192672729493
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,4,power_law_1.2,1.4989215850830078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,4,power_law_1.2,11.890396881103516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,4,power_law_1.2,3.1832416534423826
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,4,1,power_law_1.2,0.441212797164917
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,4,power_law_1.01,19.66938171386719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,4,power_law_1.2,2.518022346496582
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,4,1,power_law_1.2,0.6422815799713135
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,4,1,power_law_1.2,0.8178239822387695
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,4,power_law_1.2,3.155926322937012
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,4,1,power_law_1.2,1.1794048309326173
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,4,power_law_1.2,4.9269054412841795
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,4,1,power_law_1.2,1.5497823715209962
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,4,1,power_law_1.2,11.193177795410156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,4,power_law_1.2,4.684447860717773
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,4,1,power_law_1.2,2.325449562072754
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,4,power_law_1.2,6.847325134277344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,4,1,power_law_1.2,3.009385681152344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,4,power_law_1.2,15.343721008300781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,4,power_law_1.2,6.077423858642578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,4,1,power_law_1.2,3.87927360534668
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,4,power_law_1.2,9.502684783935546
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,4,power_law_1.2,8.145836639404298
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,4,1,power_law_1.2,6.373433685302734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,4,power_law_1.01,26.764031982421876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,4,1,power_law_1.2,23.680665588378908
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,4,power_law_1.01,41.92044372558594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,4,power_law_1.2,13.52686767578125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,4,power_law_1.2,14.337600708007812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,4,power_law_1.2,27.58197937011719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,4,1,power_law_1.2,12.689647674560547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,4,1,power_law_1.01,0.12432320117950439
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,4,1,power_law_1.01,0.17393920421600342
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,4,1,power_law_1.01,0.23063039779663086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,4,power_law_1.01,28.106320190429688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,4,power_law_1.2,18.38562927246094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,4,power_law_1.2,22.10330810546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,4,1,power_law_1.01,0.07638720273971558
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,4,power_law_1.01,78.90443725585938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,4,1,power_law_1.01,0.40586237907409667
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,4,power_law_1.2,32.83625183105469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,4,1,power_law_1.01,0.10516480207443238
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,4,power_law_1.2,27.804953002929686
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,4,power_law_1.01,51.52049560546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,4,1,power_law_1.01,0.4087520122528076
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,4,power_law_1.2,32.413534545898436
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,4,1,power_law_1.01,0.44520320892333987
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,4,1,power_law_1.01,0.44208641052246095
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,4,1,power_law_1.01,0.4634943962097168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,4,1,power_law_1.01,0.4942016124725342
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,4,1,power_law_1.01,0.4467520236968994
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,4,1,power_law_1.01,0.46156158447265627
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,4,1,power_law_1.01,0.5301216125488282
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,4,1,power_law_1.01,0.534611177444458
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,4,1,power_law_1.01,0.13566720485687256
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,4,power_law_1.01,47.45887145996094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,4,1,power_law_1.01,0.22187519073486328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,4,power_law_1.2,34.73500366210938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,4,1,power_law_1.01,0.489958381652832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,4,1,power_law_1.01,0.5174304008483886
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,4,1,power_law_1.01,0.549513578414917
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,4,power_law_1.2,57.26259765625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,4,1,power_law_1.01,0.22880640029907226
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,4,power_law_1.2,44.712005615234375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,4,1,power_law_1.01,0.5564511775970459
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,4,1,power_law_1.01,0.6655231952667237
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,4,1,power_law_1.01,0.6707903861999511
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,4,power_law_1.01,88.66643676757812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,4,1,power_law_1.01,0.9107904434204102
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,4,1,power_law_1.01,0.23287999629974365
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,4,1,power_law_1.01,0.23327999114990233
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,4,1,power_law_1.01,0.23708159923553468
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,4,1,power_law_1.01,0.24344639778137206
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,4,1,power_law_1.01,0.24897921085357666
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,4,1,power_law_1.01,0.2565599918365479
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,4,1,power_law_1.01,0.2666239976882935
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,4,power_law_1.01,82.21906127929688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,4,1,power_law_1.01,0.28009920120239257
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,4,power_law_1.2,52.43720703125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,4,1,power_law_1.01,0.2882303953170776
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,4,1,power_law_1.01,0.2965152025222778
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,4,1,power_law_1.01,1.132915210723877
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,4,1,power_law_1.01,0.31600639820098875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,4,1,power_law_1.01,0.3153183937072754
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,4,1,power_law_1.01,0.37569921016693114
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,4,1,power_law_1.01,1.6478912353515625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,4,1,power_law_1.01,0.41130242347717283
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,4,1,power_law_1.01,0.5575456142425537
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,4,power_law_1.2,57.995611572265624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,4,1,power_law_1.01,0.6624192237854004
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,4,1,power_law_1.01,0.946720027923584
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,4,1,power_law_1.01,1.2452095985412597
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,4,1,power_law_1.01,1.8141408920288087
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,4,power_law_1.2,70.27589111328125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,4,1,power_law_1.01,2.5726688385009764
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,4,power_law_1.01,100.191650390625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,4,1,power_law_1.01,0.10061759948730468
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,4,1,power_law_1.01,0.11074559688568116
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,4,1,power_law_1.01,0.1502079963684082
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,4,1,power_law_1.01,3.753033447265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,4,1,power_law_1.01,0.2386944055557251
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,4,1,power_law_1.01,0.2393887996673584
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,4,1,power_law_1.01,0.24495360851287842
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,4,1,power_law_1.01,0.24903039932250975
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,4,1,power_law_1.01,0.24759678840637206
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,4,1,power_law_1.01,0.26563520431518556
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,4,1,power_law_1.01,0.26633920669555666
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,4,1,power_law_1.01,5.017276763916016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,4,1,power_law_1.01,0.2740447998046875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,4,1,power_law_1.01,0.2768095970153809
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,4,1,power_law_1.01,0.28410561084747316
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,4,1,power_law_1.01,0.32150719165802
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,4,1,power_law_1.01,0.3366336107254028
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,4,1,power_law_1.01,0.3740351915359497
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,4,1,power_law_1.01,0.4076096057891846
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,4,1,power_law_1.01,2.183782386779785
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,4,1,power_law_1.01,0.5173503875732421
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,4,1,power_law_1.01,6.269878387451172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,4,1,power_law_1.01,0.6364960193634033
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,4,1,power_law_1.01,0.9027456283569336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,4,1,power_law_1.01,3.2933280944824217
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,4,1,power_law_1.01,1.1713248252868653
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,4,1,power_law_1.01,1.6933183670043945
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,4,1,power_law_1.01,4.369523239135742
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,4,1,power_law_1.01,2.2107391357421875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,4,1,power_law_1.01,10.003689575195313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,4,1,power_law_1.01,3.298611068725586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,4,1,power_law_1.01,6.714867401123047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,4,1,power_law_1.01,4.472304153442383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,4,1,power_law_1.01,8.592082977294922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,4,1,power_law_1.01,6.67718734741211
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,4,1,power_law_1.01,20.04578552246094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,4,1,power_law_1.01,8.646006774902343
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,4,1,power_law_1.01,11.113520050048828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,4,1,power_law_1.2,0.1431648015975952
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,4,1,power_law_1.01,10.954787445068359
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,4,power_law_1.2,79.71932373046874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,4,1,power_law_1.2,0.16481599807739258
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,4,1,power_law_1.01,16.94536590576172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,4,power_law_1.2,108.7500244140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,4,power_law_1.01,116.32794189453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,4,1,power_law_1.01,17.972557067871094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,4,power_law_1.01,131.2570556640625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,4,power_law_1.2,93.61502685546876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,4,1,power_law_1.2,0.24056000709533693
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,4,1,power_law_1.2,0.08550400137901307
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,4,1,power_law_1.2,0.4116032123565674
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,4,1,power_law_1.01,36.30222778320312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,4,1,power_law_1.2,0.10431679487228393
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,4,1,power_law_1.2,0.11508799791336059
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,4,1,power_law_1.2,0.13488320112228394
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,4,1,power_law_1.2,0.24043519496917726
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,4,1,power_law_1.2,0.24456319808959961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,4,1,power_law_1.2,0.2482208013534546
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,4,1,power_law_1.2,0.250601601600647
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,4,1,power_law_1.2,0.2504832029342651
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,4,1,power_law_1.2,0.265449595451355
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,4,1,power_law_1.2,0.2748095989227295
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,4,1,power_law_1.2,0.2787168025970459
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,4,1,power_law_1.2,0.2792383909225464
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,4,1,power_law_1.2,0.28495039939880373
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,4,1,power_law_1.2,0.32293760776519775
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,4,1,power_law_1.2,0.10277119874954224
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,4,1,power_law_1.01,36.99445495605469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,4,1,power_law_1.2,0.33645119667053225
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,4,1,power_law_1.2,0.3783616065979004
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,4,1,power_law_1.2,0.4072000026702881
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,4,power_law_1.01,0.2725791931152344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,4,1,power_law_1.2,0.5246655941009521
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,4,1,power_law_1.2,0.4186079978942871
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,4,1,power_law_1.2,0.6515168190002442
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,4,power_law_1.01,0.5461631774902344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,4,1,power_law_1.2,0.9078751564025879
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,4,1,power_law_1.2,1.1692192077636718
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,4,power_law_1.01,0.33004159927368165
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,4,1,power_law_1.2,1.6950464248657227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,4,power_law_1.01,0.4426432132720947
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,4,1,power_law_1.2,2.2126432418823243
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,4,power_law_1.01,0.7263423919677734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,4,1,power_law_1.2,3.2661792755126955
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,4,1,power_law_1.2,0.4356256008148193
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,4,power_law_1.01,0.9855168342590332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,4,1,power_law_1.2,0.42757439613342285
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,4,1,power_law_1.2,0.14644800424575805
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,4,1,power_law_1.2,0.4705952167510986
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,4,1,power_law_1.2,0.501580810546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,4,power_law_1.01,1.3478431701660156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,4,1,power_law_1.2,4.556467056274414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,4,power_law_1.01,1.4537887573242188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,4,1,power_law_1.2,6.774265289306641
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,4,power_law_1.01,1.9361568450927735
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,4,power_law_1.01,1.9236352920532227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,4,1,power_law_1.2,0.22810559272766112
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,4,power_law_1.01,2.140924835205078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,4,1,power_law_1.2,0.4528351783752441
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,4,1,power_law_1.2,8.843199920654296
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,4,1,power_law_1.2,0.47888960838317873
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,4,1,power_law_1.2,0.508351993560791
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,4,1,power_law_1.2,0.5369696140289306
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,4,1,power_law_1.2,0.4852992057800293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,4,power_law_1.01,2.11246395111084
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,4,1,power_law_1.2,0.5168479919433594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,4,1,power_law_1.2,0.5514495849609375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,4,1,power_law_1.2,0.55731201171875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,4,1,power_law_1.2,0.674883222579956
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,4,power_law_1.01,2.170390319824219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,4,1,power_law_1.2,0.6737567901611328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,4,1,power_law_1.2,0.2236191987991333
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,4,1,power_law_1.2,0.9056575775146485
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,4,1,power_law_1.2,11.303731536865234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,4,1,power_law_1.2,1.1299776077270507
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,4,power_law_1.01,2.346428871154785
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,4,1,power_law_1.2,1.6735488891601562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,4,power_law_1.01,2.315715217590332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,4,1,power_law_1.2,2.215977668762207
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,4,1,power_law_1.2,3.334870529174805
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,4,power_law_1.01,2.4453056335449217
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,4,1,power_law_1.2,4.50239372253418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,4,power_law_1.01,2.52710075378418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,4,1,power_law_1.2,18.093490600585938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,4,power_law_1.2,127.046826171875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,4,power_law_1.01,2.8742496490478517
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,4,1,power_law_1.2,6.577142333984375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,4,power_law_1.01,3.194099235534668
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,4,1,power_law_1.2,0.23272960186004638
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,4,1,power_law_1.2,0.23469440937042235
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,4,1,power_law_1.2,0.23665280342102052
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,4,1,power_law_1.2,0.2454495906829834
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,4,1,power_law_1.2,0.24933440685272218
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,4,1,power_law_1.2,8.360438537597656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,4,1,power_law_1.2,0.25541119575500487
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,4,power_law_1.01,3.6288833618164062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,4,1,power_law_1.2,0.2627840042114258
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,4,1,power_law_1.2,0.2727904081344604
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,4,power_law_1.01,4.1401630401611325
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,4,1,power_law_1.2,11.137113952636719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,4,power_law_1.01,5.223004913330078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,4,1,power_law_1.2,0.29047679901123047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,4,1,power_law_1.2,0.30394558906555175
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,4,1,power_law_1.2,0.30612161159515383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,4,1,power_law_1.2,0.3147295951843262
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,4,1,power_law_1.2,0.3764159917831421
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,4,1,power_law_1.2,0.4091360092163086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,4,1,power_law_1.2,37.130880737304686
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,4,power_law_1.01,6.361910247802735
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,4,1,power_law_1.2,0.5423552036285401
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,4,1,power_law_1.2,0.6803679943084717
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,4,power_law_1.01,0.19049919843673707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,4,1,power_law_1.2,0.9644000053405761
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,4,1,power_law_1.2,16.825660705566406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,4,1,power_law_1.2,1.2857279777526855
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,4,power_law_1.01,0.3363584041595459
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,4,power_law_1.2,150.68199462890624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,4,1,power_law_1.2,1.8361024856567383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,4,power_law_1.01,0.25600318908691405
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,4,power_law_1.01,8.298336029052734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,4,1,power_law_1.2,2.589232063293457
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,4,power_law_1.01,0.3156480073928833
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,4,power_law_1.01,0.48676481246948244
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,4,1,power_law_1.2,3.695507049560547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,4,power_law_1.01,0.6473567962646485
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,4,power_law_1.01,0.8600159645080566
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,4,1,power_law_1.2,5.141046524047852
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,4,power_law_1.01,0.9034943580627441
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,4,power_law_1.01,10.677446746826172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,4,power_law_1.01,1.1647647857666015
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,4,1,power_law_1.2,6.412198638916015
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,4,power_law_1.01,1.1835200309753418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,4,power_law_1.01,1.2602144241333009
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,4,power_law_1.01,1.2699071884155273
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,4,1,power_law_1.2,35.6755859375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,4,1,power_law_1.2,10.152742767333985
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,4,power_law_1.01,1.3022496223449707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,4,power_law_1.01,15.589453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,4,power_law_1.01,0.1610111951828003
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,4,power_law_1.01,1.3429439544677735
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,4,power_law_1.01,0.2838527917861938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,4,power_law_1.01,1.3863391876220703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.01,0.22542400360107423
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.01,0.2492448091506958
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,4,power_law_1.01,1.4104864120483398
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.01,0.43757119178771975
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,4,power_law_1.01,1.50797758102417
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.01,0.556390380859375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,4,1,power_law_1.2,20.357728576660158
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,4,power_law_1.01,1.658937644958496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,4,power_law_1.01,0.7485536098480224
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,4,power_law_1.2,0.2776128053665161
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,4,power_law_1.01,19.60191650390625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,4,power_law_1.2,0.5062143802642822
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.01,0.7836192131042481
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,4,power_law_1.01,1.8910272598266602
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,4,power_law_1.2,0.24362559318542482
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,4,power_law_1.01,0.8395903587341309
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,4,power_law_1.01,2.3434175491333007
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,4,power_law_1.2,0.4057055950164795
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,4,power_law_1.01,0.838326358795166
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,4,power_law_1.2,0.680460786819458
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.01,0.864310359954834
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,4,power_law_1.01,2.932694435119629
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,4,power_law_1.2,0.8495807647705078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,4,power_law_1.01,0.9274016380310058
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,4,power_law_1.2,1.3320159912109375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,4,power_law_1.01,0.9173503875732422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,4,power_law_1.01,3.8591777801513674
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,4,power_law_1.2,1.443667221069336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.01,0.9540736198425293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,4,power_law_1.01,248.1795654296875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,4,power_law_1.01,0.9936479568481446
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,4,power_law_1.2,1.816873550415039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,4,power_law_1.01,4.9966785430908205
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,4,power_law_1.2,0.19070080518722535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,4,power_law_1.01,23.83524169921875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,4,power_law_1.01,0.9964351654052734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,4,power_law_1.2,1.8698848724365233
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,4,power_law_1.2,0.3226815938949585
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.01,1.0479711532592773
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,4,power_law_1.2,0.1702944040298462
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,4,power_law_1.2,2.1083168029785155
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,4,power_law_1.2,0.3129280090332031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,4,power_law_1.01,1.182252788543701
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,4,power_law_1.01,7.422576141357422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,4,power_law_1.2,0.41641597747802733
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,4,power_law_1.2,2.1266239166259764
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.01,1.2536191940307617
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,4,power_law_1.01,262.0919677734375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,4,power_law_1.2,0.5565120220184326
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,4,power_law_1.2,2.2352319717407227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,4,power_law_1.01,1.505305576324463
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,4,power_law_1.2,0.8478240013122559
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,4,power_law_1.2,0.18053120374679565
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,4,power_law_1.2,0.27198081016540526
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,4,power_law_1.2,2.341206359863281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,4,power_law_1.2,0.8807616233825684
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.01,1.7268512725830079
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,4,power_law_1.01,9.71376953125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.2,0.15939199924468994
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,4,power_law_1.2,1.1382304191589356
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,4,power_law_1.2,2.4276575088500976
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.2,0.23119359016418456
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,4,power_law_1.01,2.247670364379883
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,4,power_law_1.2,1.2050592422485351
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.2,0.3730976104736328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,4,power_law_1.2,2.5008832931518556
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,4,power_law_1.2,1.2751232147216798
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.2,0.4928607940673828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.01,2.7491968154907225
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,4,power_law_1.2,0.709884786605835
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,4,power_law_1.2,1.2672384262084961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,4,power_law_1.2,2.6307968139648437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.2,0.7883168220520019
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,4,power_law_1.01,3.7307167053222656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,4,power_law_1.2,1.287497615814209
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,4,power_law_1.01,13.153375244140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,4,power_law_1.2,3.0325408935546876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,4,power_law_1.2,0.7893216133117675
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,4,power_law_1.2,1.3952351570129395
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,4,power_law_1.01,40.42439270019531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,4,power_law_1.2,0.8202239990234375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,4,power_law_1.2,1.377999973297119
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,4,power_law_1.2,3.260028839111328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.01,4.830464172363281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.2,0.8640576362609863
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,4,power_law_1.2,1.4714624404907226
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,4,power_law_1.2,0.9053279876708984
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,4,power_law_1.2,3.8401790618896485
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,4,power_law_1.2,1.5473024368286132
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,4,power_law_1.2,0.932316780090332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.2,0.9723551750183106
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,4,power_law_1.01,7.299696350097657
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,4,power_law_1.2,1.768320083618164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,4,power_law_1.2,4.392972946166992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,4,power_law_1.2,1.0008095741271972
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,4,power_law_1.01,17.69586181640625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,4,power_law_1.2,2.00067195892334
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,4,power_law_1.2,1.0397760391235351
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,4,power_law_1.2,2.4489599227905274
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.2,1.11843843460083
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,4,power_law_1.2,5.474953460693359
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.01,9.125491333007812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,4,power_law_1.2,1.2576255798339844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,4,power_law_1.2,3.127129554748535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.2,1.2897791862487793
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,4,power_law_1.2,6.5655677795410154
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,4,power_law_1.2,1.5452256202697754
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,4,power_law_1.2,4.126150512695313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.2,1.8471391677856446
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,4,power_law_1.01,11.419017791748047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,4,power_law_1.01,22.72310028076172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,4,power_law_1.2,5.357766342163086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,4,power_law_1.2,8.953266906738282
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,4,power_law_1.2,2.3693567276000977
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.2,2.902364730834961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,4,power_law_1.2,7.740962982177734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,4,power_law_1.2,3.9921630859375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,4,power_law_1.2,11.145507049560546
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.2,5.132352066040039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,4,power_law_1.01,17.991984558105468
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,4,power_law_1.2,10.640643310546874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,4,power_law_1.2,254.955615234375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,4,power_law_1.2,7.296876525878906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,4,power_law_1.2,16.61923828125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,4,power_law_1.01,74.38479614257812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,4,power_law_1.01,34.07563171386719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,4,1,power_law_1.01,0.08902080059051513
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,4,1,power_law_1.01,0.100547194480896
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,4,1,power_law_1.01,0.13203200101852416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,4,power_law_1.2,14.278585815429688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,4,1,power_law_1.01,0.14591039419174195
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.2,9.772787475585938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,4,1,power_law_1.01,0.2978143930435181
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,4,1,power_law_1.01,0.4093696117401123
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,4,1,power_law_1.01,0.16380800008773805
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,4,1,power_law_1.01,0.5427231788635254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,4,1,power_law_1.01,0.7934336185455322
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,4,power_law_1.2,21.015481567382814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,4,1,power_law_1.01,0.8525535583496093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,4,1,power_law_1.01,0.8701279640197754
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,4,1,power_law_1.01,0.1847551941871643
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,4,power_law_1.2,12.642982482910156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,4,power_law_1.2,18.814710998535155
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,4,1,power_law_1.01,0.8957887649536133
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,4,power_law_1.01,39.63719482421875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,4,1,power_law_1.01,0.9674752235412598
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,4,1,power_law_1.01,0.9926495552062988
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,4,1,power_law_1.01,0.08176959753036499
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,4,1,power_law_1.01,1.0050271987915038
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,4,1,power_law_1.01,0.10144319534301757
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,4,1,power_law_1.01,0.3712064027786255
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,4,1,power_law_1.01,1.0793919563293457
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,4,1,power_law_1.01,0.11309759616851807
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,4,1,power_law_1.01,0.24093759059906006
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,4,1,power_law_1.01,1.296003246307373
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,4,1,power_law_1.01,0.3686271905899048
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,4,1,power_law_1.01,1.3038559913635255
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,4,1,power_law_1.01,0.48735361099243163
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,4,power_law_1.2,19.048098754882812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,4,1,power_law_1.01,0.6528031826019287
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,4,power_law_1.2,28.3652587890625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,4,1,power_law_1.01,1.3766559600830077
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,4,1,power_law_1.01,0.7307295799255371
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,4,power_law_1.2,25.308204650878906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,4,1,power_law_1.01,0.7453343868255615
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,4,1,power_law_1.01,1.507756805419922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,4,1,power_law_1.01,0.789635181427002
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,4,1,power_law_1.01,1.6210655212402343
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,4,1,power_law_1.01,0.8090911865234375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,4,1,power_law_1.01,1.9715871810913086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,4,1,power_law_1.01,0.8350591659545898
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,4,1,power_law_1.01,0.849728012084961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,4,1,power_law_1.01,0.87258882522583
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,4,1,power_law_1.01,2.363532829284668
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,4,1,power_law_1.01,0.8789248466491699
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,4,power_law_1.2,302.565625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,4,1,power_law_1.01,3.131878471374512
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,4,1,power_law_1.01,0.9052736282348632
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,4,power_law_1.01,69.16513671875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,4,1,power_law_1.01,1.2676544189453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,4,1,power_law_1.01,0.9373184204101562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,4,1,power_law_1.2,0.08902400135993957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,4,1,power_law_1.01,3.939971160888672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,4,1,power_law_1.01,0.9675104141235351
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,4,1,power_law_1.2,0.13228479623794556
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,4,1,power_law_1.2,0.14263039827346802
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,4,1,power_law_1.01,1.0194239616394043
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,4,1,power_law_1.2,0.10061440467834473
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,4,1,power_law_1.2,0.24547839164733887
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,4,1,power_law_1.01,1.1139840126037597
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,4,1,power_law_1.01,5.505846405029297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,4,1,power_law_1.2,0.34604480266571047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,4,1,power_law_1.01,1.190396785736084
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,4,1,power_law_1.01,1.3138879776000976
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,4,1,power_law_1.2,0.49355201721191405
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,4,power_law_1.2,38.2335693359375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,4,1,power_law_1.01,1.3591551780700684
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,4,1,power_law_1.01,1.3872575759887695
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,4,1,power_law_1.2,0.7462495803833008
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,4,1,power_law_1.2,0.15815360546112062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,4,power_law_1.2,44.30465393066406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,4,power_law_1.2,39.669003295898435
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,4,1,power_law_1.2,0.18757439851760865
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,4,1,power_law_1.2,0.8235903739929199
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,4,1,power_law_1.01,1.4162367820739745
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,4,1,power_law_1.01,7.083734130859375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,4,1,power_law_1.01,1.532636833190918
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,4,1,power_law_1.2,0.08179839849472045
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,4,1,power_law_1.2,0.8536895751953125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,4,1,power_law_1.2,0.09914559721946717
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,4,1,power_law_1.01,1.918137550354004
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,4,1,power_law_1.2,0.11164480447769165
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,4,1,power_law_1.2,0.9034591674804687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,4,1,power_law_1.2,0.22507200241088868
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,4,1,power_law_1.2,0.9531423568725585
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,4,1,power_law_1.01,2.311369514465332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,4,1,power_law_1.2,0.3261120080947876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,4,1,power_law_1.2,0.9932767868041992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,4,1,power_law_1.2,0.3455071926116943
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,4,1,power_law_1.2,0.4352096080780029
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,4,1,power_law_1.01,10.254093170166016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,4,1,power_law_1.01,3.1165632247924804
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,4,1,power_law_1.2,1.0480064392089843
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,4,1,power_law_1.2,0.681612777709961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,4,1,power_law_1.01,1.495529556274414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,4,1,power_law_1.2,1.1053728103637694
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,4,1,power_law_1.2,0.7352159976959228
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,4,1,power_law_1.01,1.5168928146362304
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,4,1,power_law_1.2,0.774073600769043
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,4,1,power_law_1.01,3.954364776611328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,4,1,power_law_1.2,1.3237407684326172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,4,1,power_law_1.01,1.5746879577636719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,4,1,power_law_1.2,0.7952576160430909
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,4,1,power_law_1.2,0.549187183380127
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,4,1,power_law_1.2,1.3963295936584472
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,4,1,power_law_1.2,0.8350720405578613
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,4,1,power_law_1.01,1.6557695388793945
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,4,1,power_law_1.01,13.410150146484375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,4,1,power_law_1.2,1.4151391983032227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,4,1,power_law_1.01,5.659065628051758
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,4,1,power_law_1.2,0.867471981048584
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,4,1,power_law_1.01,1.6899648666381837
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,4,1,power_law_1.2,1.5613759994506835
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,4,1,power_law_1.2,0.893126392364502
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,4,1,power_law_1.01,1.7425504684448243
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,4,1,power_law_1.2,0.7716991901397705
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,4,1,power_law_1.2,0.932646369934082
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,4,1,power_law_1.2,1.6990144729614258
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,4,1,power_law_1.2,0.9676351547241211
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,4,1,power_law_1.01,7.321494293212891
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,4,1,power_law_1.2,2.0650463104248047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,4,1,power_law_1.2,1.0100223541259765
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,4,1,power_law_1.2,1.0670047760009767
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,4,1,power_law_1.2,2.4291360855102537
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,4,1,power_law_1.01,16.679840087890625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,4,1,power_law_1.2,1.2175392150878905
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,4,1,power_law_1.2,1.1610015869140624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,4,1,power_law_1.01,1.796086311340332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,4,1,power_law_1.2,3.2226112365722654
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,4,1,power_law_1.2,1.255497646331787
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,4,1,power_law_1.01,9.150444793701173
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,4,1,power_law_1.01,1.9651199340820313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,4,1,power_law_1.2,1.4240575790405274
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,4,1,power_law_1.2,4.002259063720703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,4,1,power_law_1.2,1.6058176040649415
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,4,1,power_law_1.2,1.2980671882629395
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,4,1,power_law_1.2,1.9957536697387694
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,4,1,power_law_1.2,1.3492416381835937
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,4,1,power_law_1.2,5.593046569824219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,4,1,power_law_1.2,1.3897952079772948
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,4,1,power_law_1.2,2.3843103408813477
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,4,1,power_law_1.01,14.146873474121094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,4,1,power_law_1.01,1.9816991806030273
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,4,1,power_law_1.2,3.191651153564453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,4,1,power_law_1.2,7.172889709472656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,4,1,power_law_1.01,26.109356689453126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,4,power_law_1.2,79.1306884765625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,4,1,power_law_1.01,2.1526880264282227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,4,power_law_1.2,83.07060546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,4,power_law_1.01,0.05726720094680786
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,4,power_law_1.01,0.04259200096130371
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,4,power_law_1.01,0.04302720129489899
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,4,1,power_law_1.2,4.0303489685058596
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,4,power_law_1.01,0.04973439872264862
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,4,power_law_1.01,0.044572800397872925
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,4,power_law_1.01,0.06653119921684265
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,4,power_law_1.01,0.04664640128612518
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,4,power_law_1.01,0.0824895977973938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,4,power_law_1.01,0.05352640151977539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,4,1,power_law_1.2,1.4998815536499024
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,4,power_law_1.01,0.12225919961929321
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,4,power_law_1.01,0.06473280191421509
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,4,1,power_law_1.2,10.34365463256836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,4,power_law_1.01,0.13426879644393921
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,4,power_law_1.01,0.086627197265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,4,1,power_law_1.2,1.5319295883178712
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,4,power_law_1.01,0.14101439714431763
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,4,power_law_1.01,0.10417920351028442
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,4,1,power_law_1.2,5.701910400390625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,4,power_law_1.01,0.13747199773788452
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,4,power_law_1.01,0.10560640096664428
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,4,power_law_1.01,0.14470399618148805
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,4,power_law_1.01,0.10693440437316895
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,4,1,power_law_1.2,1.577299213409424
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,4,power_law_1.01,0.147433602809906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,4,power_law_1.01,0.11094080209732056
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,4,power_law_1.01,0.15557119846343995
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,4,power_law_1.01,0.11617599725723267
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,4,1,power_law_1.2,1.7081087112426758
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,4,1,power_law_1.01,2.273744010925293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,4,power_law_1.01,0.15892159938812256
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,4,power_law_1.01,0.12100160121917725
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,4,power_law_1.01,0.16725759506225585
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,4,power_law_1.01,0.12451839447021484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,4,power_law_1.01,0.1838047981262207
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,4,power_law_1.01,0.13315839767456056
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,4,1,power_law_1.2,1.7675167083740235
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,4,1,power_law_1.2,7.347971343994141
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,4,power_law_1.01,0.19457600116729737
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,4,power_law_1.01,0.14618560075759887
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,4,power_law_1.01,0.21567039489746093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,4,power_law_1.01,0.15089600086212157
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,4,1,power_law_1.2,13.505711364746094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,4,1,power_law_1.2,1.8211328506469726
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,4,power_law_1.01,0.1669152021408081
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,4,power_law_1.01,0.2426367998123169
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,4,1,power_law_1.01,27.8292724609375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,4,power_law_1.01,0.20158400535583496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,4,power_law_1.01,0.2693952083587646
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,4,power_law_1.01,0.05187839865684509
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,4,power_law_1.01,0.23146560192108154
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,4,power_law_1.01,0.3274912118911743
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,4,power_law_1.01,0.04656960070133209
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,4,power_law_1.01,0.3227423906326294
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,4,power_law_1.01,0.4124256134033203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,4,power_law_1.01,0.048691201210021975
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,4,power_law_1.01,0.40728001594543456
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,4,power_law_1.01,0.056403201818466184
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,4,power_law_1.01,0.5905280113220215
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,4,1,power_law_1.2,9.158834838867188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,4,power_law_1.01,0.0641215980052948
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,4,power_law_1.01,0.574073600769043
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,4,power_law_1.01,0.7690815925598145
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,4,power_law_1.01,0.09225599765777588
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,4,power_law_1.01,0.801142406463623
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,4,power_law_1.01,0.09221760034561158
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,4,power_law_1.01,1.07073917388916
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,4,power_law_1.01,0.09527040123939515
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,4,1,power_law_1.2,1.8920896530151368
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,4,power_law_1.01,1.0921088218688966
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,4,power_law_1.01,0.09710720181465149
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,4,power_law_1.01,0.09865279793739319
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,4,power_law_1.01,1.42706241607666
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,4,power_law_1.01,0.10159039497375488
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,4,power_law_1.01,1.3974495887756349
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,4,1,power_law_1.2,16.74140167236328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,4,1,power_law_1.2,2.0770336151123048
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,4,power_law_1.01,0.10509439706802368
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,4,power_law_1.01,0.10866559743881225
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,4,power_law_1.01,2.111958312988281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,4,1,power_law_1.01,2.577971267700195
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,4,power_law_1.01,0.11575679779052735
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,4,power_law_1.01,2.231100845336914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,4,power_law_1.01,0.12391999959945679
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,4,power_law_1.01,0.1320032000541687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,4,1,power_law_1.01,51.437445068359374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,4,power_law_1.01,2.750320053100586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,4,power_law_1.01,0.1422144055366516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,4,1,power_law_1.2,14.272547912597656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,4,power_law_1.2,0.05568640232086182
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,4,power_law_1.01,2.755491256713867
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,4,power_law_1.01,0.17442560195922852
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,4,power_law_1.2,0.040838399529457094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,4,power_law_1.01,0.20569920539855957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,4,power_law_1.2,0.047779199481010434
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,4,power_law_1.01,0.26646718978881834
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,4,power_law_1.2,0.06036480069160462
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,4,power_law_1.01,3.4675647735595705
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,4,power_law_1.2,0.07372480034828185
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,4,power_law_1.01,0.3350559949874878
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,4,power_law_1.2,0.1177664041519165
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,4,power_law_1.01,3.6567008972167967
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,4,power_law_1.01,0.4561056137084961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,4,power_law_1.2,0.13600000143051147
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,4,1,power_law_1.2,2.0936000823974608
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,4,power_law_1.2,0.134934401512146
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,4,power_law_1.01,0.5915264129638672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,4,power_law_1.2,0.14512959718704224
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,4,power_law_1.01,0.8472831726074219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,4,1,power_law_1.2,2.252079963684082
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,4,power_law_1.2,0.14635839462280273
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,4,power_law_1.01,5.687564849853516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,4,power_law_1.2,0.15591360330581666
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,4,power_law_1.01,1.1420512199401855
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,4,1,power_law_1.2,26.188006591796874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,4,power_law_1.2,0.15796480178833008
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,4,power_law_1.01,5.969462585449219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,4,power_law_1.2,0.16165119409561157
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,4,power_law_1.01,1.6778112411499024
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,4,power_law_1.2,0.16974400281906127
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,4,1,power_law_1.01,2.928335952758789
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,4,power_law_1.2,0.18564159870147706
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,4,power_law_1.2,0.19302400350570678
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,4,power_law_1.2,0.21592960357666016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,4,power_law_1.01,2.19303035736084
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,4,1,power_law_1.01,3.6285343170166016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,4,power_law_1.2,0.2455519914627075
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,4,power_law_1.2,0.27644479274749756
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,4,power_law_1.01,10.549459075927734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,4,power_law_1.2,0.3436448097229004
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,4,1,power_law_1.2,27.715859985351564
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,4,power_law_1.2,0.039628800749778745
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,4,1,power_law_1.2,2.389001655578613
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,4,power_law_1.01,2.7795551300048826
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,4,power_law_1.2,0.43380160331726075
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,4,power_law_1.2,0.04928320050239563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,4,power_law_1.2,0.041247999668121337
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,4,1,power_law_1.01,4.288569641113281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,4,power_law_1.2,0.04719040095806122
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,4,power_law_1.2,0.04681279957294464
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,4,power_law_1.2,0.5819424152374267
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,4,power_law_1.2,0.048716801404953006
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,4,power_law_1.01,11.749702453613281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,4,power_law_1.2,0.05377280116081238
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,4,power_law_1.2,0.05305280089378357
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,4,power_law_1.2,0.06136000156402588
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,4,power_law_1.2,0.7856287956237793
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,4,power_law_1.2,0.059945601224899295
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,4,power_law_1.2,0.08407359719276428
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,4,power_law_1.2,0.09188479781150818
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,4,power_law_1.2,0.10543359518051147
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,4,power_law_1.2,1.1561887741088868
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,4,power_law_1.01,4.302988815307617
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,4,power_law_1.2,0.09577280282974243
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,4,power_law_1.2,0.11035840511322022
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,4,1,power_law_1.01,5.899264144897461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,4,power_law_1.2,0.09700160026550293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,4,power_law_1.2,0.11072640419006348
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,4,power_law_1.2,1.4991968154907227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,4,power_law_1.2,0.09865279793739319
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,4,power_law_1.2,0.11599359512329102
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,4,power_law_1.2,0.1174623966217041
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,4,power_law_1.2,0.09957119822502136
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,4,1,power_law_1.01,0.022550399601459502
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,4,power_law_1.2,2.2263456344604493
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,4,power_law_1.2,0.1045024037361145
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,4,power_law_1.2,0.12687040567398072
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,4,power_law_1.2,0.10780800580978393
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,4,power_law_1.2,0.13397120237350463
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,4,power_law_1.2,0.11121599674224854
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,4,power_law_1.2,0.140009605884552
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,4,1,power_law_1.01,7.5702659606933596
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,4,power_law_1.2,3.0743648529052736
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,4,power_law_1.2,0.11823040246963501
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,4,power_law_1.2,0.1472480058670044
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,4,power_law_1.2,0.12535680532455445
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,4,1,power_law_1.01,0.02871359884738922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,4,power_law_1.2,0.15440319776535033
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,4,power_law_1.01,8.772364807128906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,4,power_law_1.2,0.1328703999519348
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,4,power_law_1.2,0.16914880275726318
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,4,1,power_law_1.01,0.02425280064344406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,4,power_law_1.2,0.14846400022506714
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,4,power_law_1.2,0.20605759620666503
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,4,1,power_law_1.2,2.697929573059082
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,4,1,power_law_1.01,0.03556160032749176
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,4,power_law_1.2,3.7541824340820313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,4,power_law_1.2,0.17438080310821533
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,4,power_law_1.2,0.24367361068725585
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,4,1,power_law_1.01,0.041305598616600034
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,4,power_law_1.2,0.2070240020751953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,4,power_law_1.2,0.3382591962814331
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,4,1,power_law_1.01,0.0487199991941452
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,4,power_law_1.2,0.2711456060409546
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,4,1,power_law_1.01,0.05612159967422485
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,4,power_law_1.2,0.4152575969696045
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,4,power_law_1.2,0.33345599174499513
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,4,1,power_law_1.01,0.07427200078964233
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,4,1,power_law_1.01,9.369987487792969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,4,1,power_law_1.01,0.039139199256896975
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,4,power_law_1.2,0.6405951976776123
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,4,1,power_law_1.01,0.08301439881324768
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,4,power_law_1.2,0.4807936191558838
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,4,1,power_law_1.01,0.08634880185127258
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,4,power_law_1.2,0.7945759773254395
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,4,1,power_law_1.2,51.5561767578125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,4,power_law_1.2,0.6090047836303711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,4,1,power_law_1.01,0.09283519983291626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,4,power_law_1.2,6.374947357177734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,4,1,power_law_1.01,0.09450560212135314
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,4,power_law_1.2,1.153376007080078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,4,power_law_1.2,0.8869919776916504
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,4,1,power_law_1.01,0.09694399833679199
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,4,1,power_law_1.01,0.10371840000152588
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,4,power_law_1.2,1.5939488410949707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,4,1,power_law_1.01,0.1063647985458374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,4,power_law_1.2,1.1729280471801757
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,4,1,power_law_1.01,0.11136640310287475
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,4,1,power_law_1.01,0.11706240177154541
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,4,1,power_law_1.01,0.05620800256729126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,4,power_law_1.2,1.6912511825561523
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,4,1,power_law_1.01,0.12093759775161743
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,4,power_law_1.2,2.3054784774780273
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,4,1,power_law_1.01,0.13599679470062256
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,4,1,power_law_1.01,0.1605504035949707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,4,1,power_law_1.01,14.0057861328125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,4,1,power_law_1.01,0.1832736015319824
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,4,power_law_1.2,2.3070911407470702
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,4,power_law_1.2,3.2821727752685548
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,4,1,power_law_1.01,0.23439359664916992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,4,1,power_law_1.01,0.2895776033401489
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,4,1,power_law_1.2,3.0424736022949217
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,4,1,power_law_1.01,0.07055040001869202
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,4,1,power_law_1.01,0.39283840656280516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,4,power_law_1.2,13.289356994628907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,4,power_law_1.2,3.018320083618164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,4,1,power_law_1.01,0.5021183967590332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,4,power_law_1.2,4.164425659179687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,4,1,power_law_1.01,0.7178207874298096
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,4,1,power_law_1.2,3.7303936004638674
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,4,1,power_law_1.01,0.9375455856323243
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,4,power_law_1.2,4.76649284362793
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,4,1,power_law_1.2,0.022758400440216063
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,4,1,power_law_1.01,1.3788543701171876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,4,1,power_law_1.2,4.520048141479492
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,4,1,power_law_1.01,0.11148799657821655
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,4,power_law_1.2,6.8787391662597654
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,4,1,power_law_1.01,1.8187551498413086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,4,1,power_law_1.2,6.076425552368164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,4,1,power_law_1.01,2.2865631103515627
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,4,1,power_law_1.2,0.028934401273727418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,4,1,power_law_1.01,26.9156494140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,4,power_law_1.2,9.493746948242187
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,4,1,power_law_1.01,0.11279679536819458
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,4,1,power_law_1.2,0.02593280076980591
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,4,1,power_law_1.2,0.03807680010795593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,4,1,power_law_1.01,3.6328800201416014
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,4,1,power_law_1.2,0.040403199195861814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,4,1,power_law_1.2,7.668863677978516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,4,1,power_law_1.2,0.04667200148105621
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,4,1,power_law_1.2,0.037894400954246524
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,4,1,power_law_1.2,0.05263040065765381
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,4,1,power_law_1.2,0.07523519992828369
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,4,power_law_1.2,13.783030700683593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,4,1,power_law_1.2,0.08528640270233154
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,4,power_law_1.01,0.12603520154953002
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,4,1,power_law_1.2,0.09186559915542603
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,4,1,power_law_1.01,0.11331199407577515
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,4,power_law_1.01,0.11385279893875122
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,4,1,power_law_1.2,0.09477760195732117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,4,1,power_law_1.01,0.11583679914474487
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,4,power_law_1.01,0.10759680271148682
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,4,1,power_law_1.2,0.0966592013835907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,4,power_law_1.01,0.19757119417190552
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,4,1,power_law_1.2,0.09986240267753602
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,4,power_law_1.01,0.2582079887390137
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,4,1,power_law_1.2,0.10505599975585937
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,4,1,power_law_1.2,9.405046081542968
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,4,power_law_1.01,0.38851840496063234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,4,1,power_law_1.01,7.257772827148438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,4,1,power_law_1.2,0.10760960578918458
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,4,1,power_law_1.2,0.0500544011592865
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,4,power_law_1.01,0.5188831806182861
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,4,power_law_1.01,0.08768960237503051
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,4,1,power_law_1.2,0.11315200328826905
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,4,power_law_1.01,0.5253407955169678
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,4,power_law_1.01,0.07830719947814942
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,4,1,power_law_1.2,0.11869440078735352
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,4,power_law_1.01,0.08831359744071961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,4,1,power_law_1.2,0.1233247995376587
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,4,power_law_1.01,0.5294784069061279
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,4,power_law_1.01,0.12954239845275878
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,4,1,power_law_1.2,0.13754559755325318
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,4,power_law_1.01,0.547705602645874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,4,power_law_1.01,0.17078720331192015
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,4,1,power_law_1.2,0.16323519945144654
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,4,power_law_1.01,0.5494336128234864
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,4,1,power_law_1.01,0.12404799461364746
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,4,power_law_1.01,0.24046080112457274
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,4,1,power_law_1.2,0.18461120128631592
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,4,power_law_1.01,0.5805727958679199
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,4,power_law_1.01,0.324620795249939
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,4,1,power_law_1.2,0.06629440188407898
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,4,1,power_law_1.2,0.23689279556274415
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,4,power_law_1.01,0.6037087917327881
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,4,power_law_1.01,0.333951997756958
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,4,1,power_law_1.2,0.2913055896759033
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,4,power_law_1.01,0.34045119285583497
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,4,power_law_1.01,0.6411776065826416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,4,1,power_law_1.2,0.39699521064758303
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,4,power_law_1.01,0.34726719856262206
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,4,power_law_1.01,0.6579487800598145
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,4,1,power_law_1.2,14.257133483886719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,4,power_law_1.01,0.35519359111785886
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,4,1,power_law_1.2,0.5055232048034668
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,4,power_law_1.01,0.6843008041381836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,4,power_law_1.01,0.35707199573516846
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,4,1,power_law_1.2,0.7274528026580811
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,4,power_law_1.01,0.7192192077636719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,4,power_law_1.01,0.3751424074172974
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,4,power_law_1.01,0.8056096076965332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,4,power_law_1.01,0.3876863956451416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,4,1,power_law_1.2,0.946230411529541
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,4,power_law_1.01,0.41195201873779297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,4,power_law_1.01,0.9092384338378906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,4,1,power_law_1.01,0.13504960536956787
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,4,1,power_law_1.2,0.11190719604492187
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,4,power_law_1.01,0.43691840171813967
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,4,1,power_law_1.01,0.13636800050735473
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,4,1,power_law_1.2,1.3959648132324218
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,4,power_law_1.01,1.104742431640625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,4,1,power_law_1.01,0.1413599967956543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,4,power_law_1.01,0.46936640739440916
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,4,power_law_1.01,0.5885216236114502
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,4,power_law_1.01,1.3273344039916992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,4,1,power_law_1.2,1.8392480850219726
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,4,power_law_1.01,0.7145887851715088
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,4,power_law_1.01,1.9389759063720704
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,4,power_law_1.01,0.9694463729858398
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,4,power_law_1.01,0.09817919731140137
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,4,power_law_1.01,1.1903200149536133
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,4,power_law_1.01,2.4087167739868165
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,4,1,power_law_1.2,2.306947135925293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,4,power_law_1.01,0.07344959974288941
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,4,1,power_law_1.2,0.11537280082702636
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,4,power_law_1.01,0.08249920010566711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,4,power_law_1.01,1.7544448852539063
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,4,power_law_1.01,0.1277791976928711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,4,power_law_1.01,3.3091487884521484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,4,power_law_1.01,0.14882880449295044
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,4,power_law_1.01,0.2247551918029785
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,4,power_law_1.01,2.2878528594970704
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,4,1,power_law_1.01,0.1398144006729126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,4,1,power_law_1.2,3.6464702606201174
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,4,power_law_1.01,0.23362560272216798
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,4,1,power_law_1.01,0.144214403629303
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,4,power_law_1.01,0.24724159240722657
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,4,1,power_law_1.01,0.15992000102996826
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,4,1,power_law_1.2,0.11551040410995483
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,4,power_law_1.01,4.599087905883789
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,4,power_law_1.01,0.25270400047302244
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,4,power_law_1.01,3.3603775024414064
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,4,1,power_law_1.2,26.699456787109376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,4,1,power_law_1.2,0.12021759748458863
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,4,power_law_1.01,0.25576000213623046
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,4,power_law_1.2,0.14517120122909546
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,4,power_law_1.01,0.2598655939102173
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,4,power_law_1.2,0.08296959996223449
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,4,power_law_1.01,0.2703392028808594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,4,power_law_1.2,0.10818239450454711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,4,power_law_1.01,4.31907844543457
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,4,power_law_1.01,0.2865407943725586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,4,power_law_1.2,0.16390399932861327
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,4,power_law_1.01,0.3060352087020874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,4,power_law_1.01,6.779817962646485
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,4,power_law_1.2,0.23083839416503907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,4,power_law_1.01,0.3215487957000732
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,4,power_law_1.2,0.39435200691223143
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,4,1,power_law_1.2,7.290585327148437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,4,power_law_1.01,0.32997760772705076
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,4,power_law_1.2,0.5080863952636718
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,4,power_law_1.2,0.08691200017929077
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,4,power_law_1.01,0.361625599861145
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,4,power_law_1.2,0.5311647891998291
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,4,power_law_1.2,0.0875104010105133
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,4,power_law_1.2,0.07154560089111328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,4,power_law_1.01,6.918284606933594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,4,1,power_law_1.2,0.12754559516906738
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,4,power_law_1.01,0.4275680065155029
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,4,power_law_1.2,0.550819206237793
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,4,1,power_law_1.01,0.15663360357284545
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,4,power_law_1.2,0.06904640197753906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,4,power_law_1.2,0.08959360122680664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,4,power_law_1.01,0.49417920112609864
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,4,power_law_1.2,0.08853759765625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,4,1,power_law_1.01,0.1684064030647278
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,4,power_law_1.2,0.1121440052986145
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,4,power_law_1.2,0.5606815814971924
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,4,power_law_1.2,0.1114016056060791
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,4,power_law_1.01,0.6390687942504882
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,4,power_law_1.2,0.15620160102844238
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,4,power_law_1.01,9.158739471435547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,4,power_law_1.2,0.5762271881103516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,4,power_law_1.2,0.1464800000190735
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,4,power_law_1.2,0.25746879577636717
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,4,power_law_1.01,0.7928095817565918
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,4,power_law_1.2,0.6044832229614258
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,4,power_law_1.2,0.22957758903503417
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,4,power_law_1.2,0.33261120319366455
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,4,power_law_1.2,0.6158143997192382
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,4,power_law_1.2,0.23979198932647705
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,4,power_law_1.2,0.34704320430755614
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,4,power_law_1.01,1.0968192100524903
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,4,power_law_1.2,0.24950718879699707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,4,power_law_1.2,0.6409279823303222
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,4,power_law_1.2,0.34733119010925295
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,4,power_law_1.01,8.946192169189453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,4,power_law_1.2,0.2554527997970581
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,4,power_law_1.01,1.3603296279907227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,4,power_law_1.2,0.6740831851959228
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,4,power_law_1.2,0.34985918998718263
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,4,power_law_1.2,0.2592832088470459
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,4,power_law_1.2,0.3634016036987305
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,4,power_law_1.2,0.6913568019866944
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,4,power_law_1.2,0.2635584115982056
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,4,1,power_law_1.2,0.13519999980926514
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,4,power_law_1.2,0.3760063886642456
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,4,power_law_1.01,2.0511520385742186
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,4,power_law_1.2,0.744156789779663
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,4,1,power_law_1.2,0.13744319677352906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,4,power_law_1.2,0.2777951955795288
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,4,power_law_1.2,0.38454720973968504
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,4,power_law_1.01,11.642546844482421
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,4,1,power_law_1.2,0.14289920330047606
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,4,power_law_1.2,0.2979072093963623
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,4,power_law_1.2,0.8298368453979492
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,4,1,power_law_1.01,0.17851840257644652
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,4,power_law_1.2,0.3970943927764893
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,4,power_law_1.2,0.3145888090133667
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,4,power_law_1.2,0.9159359931945801
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,4,power_law_1.01,2.67258243560791
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,4,power_law_1.2,0.40866241455078123
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,4,power_law_1.2,0.3224384069442749
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,4,power_law_1.2,0.4376959800720215
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,4,power_law_1.2,1.185200023651123
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,4,power_law_1.2,0.3340415954589844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,4,power_law_1.01,11.263715362548828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,4,power_law_1.2,0.49915199279785155
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,4,power_law_1.2,0.36983039379119875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,4,power_law_1.2,1.4637439727783204
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,4,power_law_1.2,0.6370528221130372
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,4,power_law_1.2,0.4312255859375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,4,power_law_1.01,3.9103328704833986
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,4,power_law_1.2,0.5146143913269043
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,4,power_law_1.2,0.7772223949432373
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,4,power_law_1.2,2.0699136734008787
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,4,power_law_1.2,0.6675327777862549
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,4,power_law_1.2,1.0263615608215333
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,4,power_law_1.2,0.8295231819152832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,4,power_law_1.2,2.5485471725463866
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,4,power_law_1.2,1.3078335762023925
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,4,1,power_law_1.2,0.14227839708328247
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,4,power_law_1.01,5.121724700927734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,4,power_law_1.2,1.1457056045532226
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,4,1,power_law_1.2,0.147161602973938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,4,power_law_1.2,1.9670976638793944
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,4,1,power_law_1.2,0.16915520429611205
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,4,power_law_1.01,17.492848205566407
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,4,power_law_1.2,3.844908905029297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,4,power_law_1.2,1.5015199661254883
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,4,power_law_1.2,2.4778560638427733
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,4,power_law_1.2,2.161484718322754
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,4,power_law_1.01,6.666825866699218
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,4,power_law_1.01,17.42109069824219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,4,1,power_law_1.01,0.228272008895874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,4,power_law_1.2,5.420367813110351
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,4,power_law_1.2,3.72039680480957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,4,1,power_law_1.01,0.27061760425567627
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,4,power_law_1.2,2.8783647537231447
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,4,power_law_1.2,4.730275344848633
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,4,1,power_law_1.2,0.1581727981567383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,4,power_law_1.2,4.0805503845214846
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,4,1,power_law_1.2,0.16734399795532226
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,4,power_law_1.2,8.01902084350586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,4,power_law_1.01,10.07154541015625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,4,power_law_1.2,5.772179031372071
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,4,1,power_law_1.01,0.32619519233703614
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,4,power_law_1.2,7.879609680175781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,4,power_law_1.2,10.18570556640625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,4,1,power_law_1.2,0.18227200508117675
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,4,power_law_1.2,7.348194885253906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,4,power_law_1.2,9.628553771972657
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,4,power_law_1.01,37.9185546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,4,1,power_law_1.01,0.05986559987068176
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,4,1,power_law_1.01,0.06627519726753235
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,4,1,power_law_1.01,0.0982208013534546
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,4,power_law_1.01,35.31569213867188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,4,power_law_1.2,15.042448425292969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,4,1,power_law_1.01,0.1461184024810791
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,4,power_law_1.01,21.51622772216797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,4,1,power_law_1.01,0.048521599173545836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,4,1,power_law_1.01,0.20292799472808837
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,4,1,power_law_1.01,0.06349760293960571
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,4,1,power_law_1.01,0.3578304052352905
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,4,1,power_law_1.01,0.051337599754333496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,4,power_law_1.2,11.681798553466797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,4,1,power_law_1.01,0.07893440127372742
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,4,power_law_1.2,12.219289398193359
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,4,1,power_law_1.01,0.38343679904937744
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,4,1,power_law_1.01,0.3956768035888672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,4,1,power_law_1.01,0.05335680246353149
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,4,1,power_law_1.01,0.10467840433120727
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,4,1,power_law_1.01,0.390720009803772
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,4,1,power_law_1.01,0.07556480169296265
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,4,1,power_law_1.01,0.1464095950126648
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,4,1,power_law_1.01,0.5477407932281494
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,4,1,power_law_1.01,0.39862399101257323
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,4,1,power_law_1.01,0.10490880012512208
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,4,1,power_law_1.01,0.22018558979034425
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,4,1,power_law_1.01,0.14620800018310548
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,4,1,power_law_1.01,0.39549760818481444
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,4,1,power_law_1.01,0.2476576089859009
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,4,1,power_law_1.01,0.6895872116088867
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,4,1,power_law_1.01,0.22828478813171388
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,4,1,power_law_1.01,0.42942080497741697
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,4,1,power_law_1.01,0.24550719261169435
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,4,1,power_law_1.01,0.23672640323638916
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,4,1,power_law_1.2,0.23660800457000733
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,4,1,power_law_1.01,0.26145920753479
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,4,1,power_law_1.01,0.535206413269043
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,4,1,power_law_1.01,0.990550422668457
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,4,1,power_law_1.01,0.2430880069732666
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,4,1,power_law_1.01,0.2659264087677002
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,4,1,power_law_1.2,0.27136640548706054
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,4,1,power_law_1.01,0.5473663806915283
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,4,1,power_law_1.01,0.24751999378204345
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,4,1,power_law_1.01,0.2714463949203491
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,4,1,power_law_1.01,0.5620319843292236
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,4,1,power_law_1.01,0.25425920486450193
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,4,1,power_law_1.01,0.33488318920135496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,4,1,power_law_1.01,1.2853216171264648
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,4,1,power_law_1.01,0.589244794845581
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,4,1,power_law_1.01,0.2610464096069336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,4,1,power_law_1.01,0.3376895904541016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,4,1,power_law_1.01,0.5979584217071533
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,4,1,power_law_1.01,0.2622463941574097
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,4,1,power_law_1.01,0.3504767894744873
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,4,1,power_law_1.01,0.26995201110839845
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,4,1,power_law_1.01,0.6257728099822998
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,4,1,power_law_1.01,0.3639039993286133
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,4,1,power_law_1.01,1.6172544479370117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,4,power_law_1.2,21.58116455078125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,4,1,power_law_1.01,0.27818880081176756
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,4,1,power_law_1.01,0.6916768074035644
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,4,1,power_law_1.01,0.3760864019393921
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,4,1,power_law_1.01,0.29507200717926024
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,4,1,power_law_1.01,0.40061120986938475
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,4,1,power_law_1.01,0.7326144218444824
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,4,1,power_law_1.01,0.30611519813537597
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,4,power_law_1.2,20.508709716796876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,4,1,power_law_1.01,0.47460479736328126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,4,1,power_law_1.01,0.8548959732055664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,4,1,power_law_1.01,0.3208256006240845
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,4,1,power_law_1.01,2.5182367324829102
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,4,1,power_law_1.01,0.5521728038787842
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,4,1,power_law_1.01,0.3696320056915283
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,4,1,power_law_1.2,0.32818241119384767
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,4,1,power_law_1.01,0.9965056419372559
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,4,1,power_law_1.01,0.40729918479919436
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,4,1,power_law_1.01,0.730675220489502
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,4,1,power_law_1.01,1.3373727798461914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,4,1,power_law_1.01,0.5123839855194092
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,4,1,power_law_1.01,0.900387191772461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,4,power_law_1.2,25.747210693359374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,4,1,power_law_1.01,0.6089663982391358
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,4,1,power_law_1.2,0.059785598516464235
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,4,1,power_law_1.01,1.6868928909301757
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,4,1,power_law_1.01,1.2566240310668946
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,4,1,power_law_1.2,0.061059200763702394
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,4,1,power_law_1.01,0.8212287902832032
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,4,1,power_law_1.2,0.08562560081481933
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,4,1,power_law_1.2,0.13264960050582886
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,4,1,power_law_1.01,1.6117279052734375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,4,1,power_law_1.01,2.3917728424072267
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,4,1,power_law_1.01,1.033033561706543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,4,1,power_law_1.2,0.18608959913253784
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,4,1,power_law_1.01,5.004367828369141
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,4,1,power_law_1.2,0.3569119930267334
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,4,1,power_law_1.01,1.4623711585998536
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,4,1,power_law_1.01,2.328607940673828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,4,1,power_law_1.2,0.046460801362991334
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,4,1,power_law_1.2,0.3821824073791504
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,4,1,power_law_1.01,3.1037408828735353
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,4,1,power_law_1.2,0.061264002323150636
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,4,1,power_law_1.2,0.40361599922180175
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,4,1,power_law_1.2,0.0769312024116516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,4,1,power_law_1.01,1.884239959716797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,4,1,power_law_1.2,0.4090688228607178
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,4,1,power_law_1.2,0.09654080271720886
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,4,1,power_law_1.01,3.0487903594970702
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,4,1,power_law_1.2,0.42035841941833496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,4,1,power_law_1.2,0.12416640520095826
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,4,1,power_law_1.2,0.4406911849975586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,4,1,power_law_1.2,0.2198335886001587
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,4,1,power_law_1.01,4.5468097686767575
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,4,1,power_law_1.01,2.7018495559692384
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,4,1,power_law_1.2,0.24411520957946778
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,4,1,power_law_1.2,0.5277023792266846
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,4,1,power_law_1.2,0.2614720106124878
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,4,1,power_law_1.2,0.5408927917480468
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,4,1,power_law_1.01,4.490284729003906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,4,1,power_law_1.2,0.26829440593719484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,4,1,power_law_1.2,0.4016608238220215
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,4,1,power_law_1.2,0.5690176010131835
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,4,1,power_law_1.2,0.26628479957580564
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,4,1,power_law_1.2,0.5855807781219482
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,4,1,power_law_1.2,0.5526336193084717
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,4,1,power_law_1.01,3.5481151580810546
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,4,1,power_law_1.2,0.2784287929534912
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,4,1,power_law_1.01,5.9499553680419925
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,4,1,power_law_1.2,0.6063519954681397
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,4,1,power_law_1.2,0.34248321056365966
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,4,1,power_law_1.2,0.6897471904754638
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,4,1,power_law_1.2,0.6311967849731446
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,4,1,power_law_1.2,0.34508159160614016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,4,1,power_law_1.01,5.912649536132813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,4,1,power_law_1.2,0.7030911922454834
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,4,1,power_law_1.2,0.3558624029159546
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,4,1,power_law_1.2,0.9891776084899903
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,4,1,power_law_1.2,0.3701119899749756
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,4,1,power_law_1.2,0.7539616107940674
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,4,1,power_law_1.01,4.427350234985352
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,4,1,power_law_1.2,0.3848223924636841
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,4,1,power_law_1.2,0.8760383605957032
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,4,1,power_law_1.2,1.2889280319213867
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,4,1,power_law_1.2,0.4091008186340332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,4,1,power_law_1.01,7.42712631225586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,4,power_law_1.2,46.872265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,4,1,power_law_1.2,1.021827220916748
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,4,1,power_law_1.2,0.4851327896118164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,4,1,power_law_1.2,0.5613759994506836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,4,1,power_law_1.2,0.048127999901771544
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,4,1,power_law_1.01,7.379039764404297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,4,1,power_law_1.2,1.3698047637939452
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,4,1,power_law_1.2,1.6171327590942384
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,4,1,power_law_1.2,0.05422719717025757
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,4,1,power_law_1.2,0.736518383026123
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,4,power_law_1.2,47.68684387207031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,4,1,power_law_1.2,0.0738207995891571
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,4,1,power_law_1.2,1.7187871932983398
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,4,1,power_law_1.01,7.003740692138672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,4,1,power_law_1.2,0.9124128341674804
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,4,1,power_law_1.2,0.09637439846992493
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,4,power_law_1.01,0.2808128118515015
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,4,1,power_law_1.2,0.13733760118484498
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,4,power_law_1.01,0.5141119956970215
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,4,1,power_law_1.2,1.2630368232727052
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,4,1,power_law_1.2,0.2287168025970459
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,4,1,power_law_1.2,2.5106239318847656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,4,1,power_law_1.2,2.4448831558227537
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,4,power_law_1.01,0.2417248010635376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,4,1,power_law_1.2,0.2402048110961914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,4,1,power_law_1.2,1.6219072341918945
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,4,power_law_1.01,0.49281601905822753
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,4,1,power_law_1.2,0.25304958820343015
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,4,1,power_law_1.01,11.673836517333985
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,4,1,power_law_1.2,0.25314879417419434
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,4,power_law_1.01,0.65382399559021
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,4,1,power_law_1.2,3.153091239929199
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,4,1,power_law_1.2,0.2576575994491577
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,4,1,power_law_1.2,2.340348815917969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,4,1,power_law_1.01,11.689657592773438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,4,power_law_1.01,1.0382271766662599
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,4,1,power_law_1.2,0.2641727924346924
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,4,1,power_law_1.2,0.2673887968063354
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,4,power_law_1.01,1.4868767738342286
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,4,1,power_law_1.2,0.27485759258270265
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,4,1,power_law_1.2,3.0550304412841798
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,4,1,power_law_1.2,4.594038391113282
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,4,1,power_law_1.2,0.29345600605010985
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,4,1,power_law_1.2,4.984396743774414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,4,power_law_1.01,1.4663040161132812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,4,1,power_law_1.2,0.2995680093765259
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,4,power_law_1.01,0.1907647967338562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,4,power_law_1.01,1.5319040298461915
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,4,1,power_law_1.2,0.3089855909347534
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,4,1,power_law_1.01,13.898818969726562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,4,power_law_1.01,0.23778879642486572
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,4,1,power_law_1.2,4.504598236083984
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,4,1,power_law_1.2,0.32958719730377195
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,4,power_law_1.01,0.16915839910507202
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,4,power_law_1.01,1.5879167556762694
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,4,1,power_law_1.2,0.37227840423583985
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,4,1,power_law_1.2,6.008140945434571
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,4,power_law_1.01,0.21029119491577147
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,4,power_law_1.01,0.3018239974975586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,4,1,power_law_1.2,0.42477121353149416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,4,power_law_1.01,1.6429279327392579
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,4,power_law_1.01,0.21623361110687256
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,4,power_law_1.01,0.4042719841003418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,4,1,power_law_1.2,0.5193696022033691
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,4,power_law_1.01,0.15267200469970704
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,4,power_law_1.01,0.6297152042388916
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,4,power_law_1.01,1.7323360443115234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,4,1,power_law_1.2,0.6125311851501465
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,4,power_law_1.01,0.28096001148223876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,4,1,power_law_1.2,5.922521591186523
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,4,power_law_1.01,0.8712287902832031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,4,power_law_1.01,0.34885439872741697
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,4,power_law_1.01,1.7703296661376953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,4,1,power_law_1.2,0.8240384101867676
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,4,power_law_1.01,0.8675392150878907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,4,power_law_1.01,0.5716063976287842
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,4,1,power_law_1.2,7.503437042236328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,4,1,power_law_1.2,1.038271999359131
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,4,power_law_1.01,1.7953887939453126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,4,power_law_1.01,0.9094528198242188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,4,1,power_law_1.01,23.118745422363283
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,4,power_law_1.01,0.6098112106323242
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,4,power_law_1.2,0.27939839363098146
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,4,power_law_1.01,0.9010944366455078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,4,1,power_law_1.2,1.4681471824645995
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,4,power_law_1.01,0.6143936157226563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,4,power_law_1.01,1.9906368255615234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,4,1,power_law_1.01,23.211257934570312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,4,power_law_1.2,0.1956287980079651
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,4,1,power_law_1.2,7.399120330810547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,4,power_law_1.01,0.6223296165466309
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,4,power_law_1.01,0.9441823959350586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,4,power_law_1.2,0.2535871982574463
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,4,power_law_1.2,0.20962560176849365
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,4,power_law_1.01,1.9799488067626954
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,4,1,power_law_1.2,1.886867141723633
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,4,power_law_1.01,0.6477183818817138
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,4,power_law_1.01,0.974944019317627
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,4,power_law_1.2,0.15211520195007325
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,4,power_law_1.2,0.4632575988769531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,4,power_law_1.01,0.6515168190002442
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,4,power_law_1.2,0.16181119680404663
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,4,power_law_1.01,2.125308799743652
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,4,power_law_1.01,0.9865344047546387
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,4,power_law_1.2,0.5649888038635253
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,4,power_law_1.2,0.24813759326934814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,4,power_law_1.01,0.7071104049682617
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,4,1,power_law_1.2,2.713852882385254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,4,power_law_1.01,1.0561023712158204
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,4,power_law_1.2,0.9987615585327149
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,4,power_law_1.2,0.3503648042678833
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,4,1,power_law_1.2,11.734451293945312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,4,power_law_1.01,2.387593650817871
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,4,power_law_1.01,0.7235392093658447
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,4,power_law_1.01,1.0862943649291992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,4,power_law_1.2,0.6268288135528565
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,4,power_law_1.2,1.4444000244140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,4,power_law_1.01,0.7447199821472168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,4,power_law_1.2,0.8351039886474609
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,4,power_law_1.01,1.1269344329833983
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,4,power_law_1.01,2.567215919494629
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,4,1,power_law_1.2,3.5589088439941405
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,4,power_law_1.2,1.546940803527832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,4,power_law_1.01,0.7802591800689698
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,4,1,power_law_1.2,11.689075469970703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,4,power_law_1.2,0.9197088241577148
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,4,power_law_1.01,1.2373632431030273
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,4,power_law_1.01,0.793667221069336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,4,power_law_1.2,1.552847957611084
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,4,power_law_1.2,0.9450559616088867
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,4,power_law_1.01,3.104944038391113
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,4,power_law_1.01,1.4807040214538574
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,4,power_law_1.01,0.8632800102233886
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,4,power_law_1.2,1.6299488067626953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,4,power_law_1.2,0.9373503684997558
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,4,1,power_law_1.2,4.443139266967774
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,4,power_law_1.01,0.9701087951660157
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,4,power_law_1.01,1.7259199142456054
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,4,power_law_1.2,0.9734880447387695
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,4,power_law_1.2,1.6496927261352539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,4,power_law_1.01,3.7025119781494142
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,4,power_law_1.01,1.094217586517334
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,4,power_law_1.2,0.9870880126953125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,4,power_law_1.2,1.7585920333862304
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,4,power_law_1.01,2.409280014038086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,4,power_law_1.2,1.040739154815674
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,4,power_law_1.01,1.3765888214111328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,4,power_law_1.01,4.784844970703125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,4,power_law_1.2,1.826019287109375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,4,power_law_1.2,1.1236063957214355
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,4,power_law_1.01,2.944051170349121
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,4,power_law_1.01,1.6368192672729491
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,4,1,power_law_1.2,6.97899169921875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,4,power_law_1.2,1.9447456359863282
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,4,power_law_1.2,1.1155103683471679
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,4,power_law_1.01,2.2014720916748045
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,4,power_law_1.2,1.162665557861328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,4,power_law_1.01,3.9867454528808595
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,4,power_law_1.2,1.949500846862793
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,4,power_law_1.01,5.848255920410156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,4,1,power_law_1.2,23.18419189453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,4,power_law_1.2,1.2732480049133301
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,4,power_law_1.2,2.0115232467651367
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,4,power_law_1.01,2.7578367233276366
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,4,power_law_1.2,1.571452808380127
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,4,power_law_1.2,0.18839679956436156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,4,power_law_1.01,5.686943817138672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,4,power_law_1.2,0.11070079803466797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,4,power_law_1.2,2.1972576141357423
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,4,1,power_law_1.2,23.216390991210936
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,4,power_law_1.2,1.7540063858032227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,4,power_law_1.2,0.17487039566040039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,4,power_law_1.01,4.068288040161133
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,4,power_law_1.01,8.38437728881836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,4,1,power_law_1.01,0.10080000162124633
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,4,power_law_1.2,0.22849280834198
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,4,power_law_1.2,2.3862720489501954
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,4,1,power_law_1.01,0.13893120288848876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,4,power_law_1.2,2.508163261413574
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,4,power_law_1.2,0.29554879665374756
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,4,1,power_law_1.01,0.21081919670104982
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,4,power_law_1.2,0.5861087799072265
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,4,power_law_1.2,2.646015930175781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,4,1,power_law_1.01,0.39448959827423097
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,4,power_law_1.01,7.659363555908203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,4,power_law_1.2,0.6132927894592285
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,4,power_law_1.2,3.0488607406616213
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,4,1,power_law_1.2,13.951040649414063
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,4,power_law_1.01,5.450598526000976
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,4,1,power_law_1.01,0.5505343914031983
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,4,power_law_1.2,0.6387487888336182
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,4,1,power_law_1.01,0.08739839792251587
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,4,power_law_1.2,3.180678367614746
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,4,1,power_law_1.01,0.9374527931213379
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,4,power_law_1.2,0.6646111965179443
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,4,1,power_law_1.01,0.10825279951095582
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,4,power_law_1.01,10.945926666259766
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,4,1,power_law_1.01,1.073356819152832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,4,1,power_law_1.01,0.14181120395660402
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,4,power_law_1.2,4.574435043334961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,4,power_law_1.2,0.6698527812957764
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,4,1,power_law_1.01,0.2619391918182373
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,4,power_law_1.2,3.886444854736328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,4,1,power_law_1.01,1.1027104377746582
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,4,power_law_1.2,0.6909567832946777
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,4,1,power_law_1.01,0.32706561088562014
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,4,power_law_1.01,7.546246337890625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,4,power_law_1.01,10.039081573486328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,4,power_law_1.2,0.7108128070831299
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,4,1,power_law_1.01,1.1410816192626954
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,4,1,power_law_1.01,0.5754176139831543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,4,power_law_1.2,0.7510816097259522
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,4,1,power_law_1.01,1.155619239807129
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,4,power_law_1.2,6.106140899658203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,4,1,power_law_1.01,0.6093632221221924
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,4,power_law_1.2,4.879808044433593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,4,power_law_1.2,0.7714784145355225
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,4,1,power_law_1.01,1.2041024208068847
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,4,1,power_law_1.01,0.6460864067077636
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,4,power_law_1.2,0.7735871791839599
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,4,1,power_law_1.01,0.6835999965667725
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,4,1,power_law_1.01,1.245900821685791
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,4,power_law_1.2,0.8173824310302734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,4,1,power_law_1.01,0.6942048072814941
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,4,1,power_law_1.01,1.5537535667419433
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,4,power_law_1.2,6.025363159179688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,4,power_law_1.01,15.576345825195313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,4,power_law_1.2,0.8682527542114258
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,4,1,power_law_1.01,0.7209919929504395
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,4,power_law_1.01,10.584659576416016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,4,power_law_1.2,8.39195556640625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,4,1,power_law_1.01,1.690015983581543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,4,power_law_1.2,1.0054080009460449
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,4,1,power_law_1.01,0.771292781829834
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,4,power_law_1.01,14.347219848632813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,4,1,power_law_1.01,0.913475227355957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,4,1,power_law_1.01,1.7394624710083009
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,4,power_law_1.2,1.1255200386047364
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,4,1,power_law_1.01,0.9388671875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,4,1,power_law_1.01,1.7840864181518554
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,4,power_law_1.2,1.3939871788024902
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,4,power_law_1.2,9.51269760131836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,4,1,power_law_1.01,0.995148754119873
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,4,1,power_law_1.01,1.882080078125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,4,power_law_1.2,1.6947359085083007
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,4,power_law_1.2,11.500527954101562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,4,1,power_law_1.01,1.0367584228515625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,4,1,power_law_1.01,2.0657184600830076
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,4,power_law_1.2,2.2735263824462892
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,4,1,power_law_1.01,1.0738752365112305
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,4,power_law_1.01,13.109452819824218
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,4,1,power_law_1.01,2.3032415390014647
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,4,1,power_law_1.01,1.2160160064697265
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,4,power_law_1.01,19.793180847167967
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,4,power_law_1.2,2.971628761291504
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,4,power_law_1.2,11.04458236694336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,4,1,power_law_1.01,1.4098912239074708
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,4,1,power_law_1.01,2.6620672225952147
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,4,power_law_1.01,20.030557250976564
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,4,1,power_law_1.01,1.813395118713379
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,4,power_law_1.2,4.170339202880859
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,4,1,power_law_1.01,3.066489601135254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,4,1,power_law_1.01,2.231260871887207
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,4,power_law_1.2,16.99107208251953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,4,1,power_law_1.01,3.7711841583251955
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,4,1,power_law_1.01,3.0432159423828127
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,4,power_law_1.2,5.4331104278564455
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,4,1,power_law_1.01,4.573529434204102
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,4,1,power_law_1.01,3.8842369079589845
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,4,power_law_1.01,20.027859497070313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,4,power_law_1.2,17.83214416503906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,4,power_law_1.2,8.313065338134766
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,4,1,power_law_1.01,6.253884887695312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,4,1,power_law_1.01,5.5403297424316404
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,4,power_law_1.01,25.905599975585936
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,4,power_law_1.01,23.80626525878906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,4,power_law_1.2,20.280674743652344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,4,1,power_law_1.01,7.205897521972656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,4,1,power_law_1.01,8.003910064697266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,4,power_law_1.2,10.82671661376953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,4,power_law_1.2,22.396730041503908
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,4,1,power_law_1.01,10.523388671875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,4,1,power_law_1.01,11.450003051757813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,4,power_law_1.2,14.040861511230469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,4,1,power_law_1.01,13.83338623046875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,4,power_law_1.2,30.730484008789062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,4,1,power_law_1.01,15.072189331054688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,4,power_law_1.01,44.304849243164064
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,4,power_law_1.01,37.04122314453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,4,1,power_law_1.01,0.08248639702796937
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,4,1,power_law_1.01,0.09784640073776245
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,4,power_law_1.01,46.809506225585935
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,4,1,power_law_1.01,0.13850239515304566
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,4,power_law_1.2,31.898361206054688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,4,1,power_law_1.01,0.22640960216522216
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,4,1,power_law_1.01,0.31693120002746583
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,4,1,power_law_1.01,0.5344480037689209
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,4,power_law_1.2,22.250604248046876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,4,1,power_law_1.01,0.5790976047515869
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,4,1,power_law_1.01,17.226629638671874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,4,1,power_law_1.01,0.6136928081512452
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,4,1,power_law_1.01,0.621343994140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,4,1,power_law_1.01,18.492268371582032
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,4,1,power_law_1.01,0.6291135787963867
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,4,1,power_law_1.01,0.6607103824615479
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,4,1,power_law_1.01,0.6720255851745606
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,4,1,power_law_1.01,0.6840799808502197
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,4,1,power_law_1.01,0.7025375843048096
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,4,1,power_law_1.01,0.7386271953582764
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,4,1,power_law_1.01,0.7590911865234375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,4,1,power_law_1.01,0.7873727798461914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,4,1,power_law_1.01,0.8726240158081054
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,4,1,power_law_1.01,0.9524383544921875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,4,power_law_1.2,46.4830078125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,4,1,power_law_1.01,27.192864990234376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,4,1,power_law_1.01,1.1324224472045898
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,4,1,power_law_1.01,1.332204818725586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,4,1,power_law_1.01,29.99333801269531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,4,1,power_law_1.01,1.7123615264892578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,4,power_law_1.2,48.756838989257815
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,4,1,power_law_1.01,2.1592960357666016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,4,1,power_law_1.01,3.007414436340332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,4,power_law_1.2,48.14810485839844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,4,1,power_law_1.2,0.10625920295715333
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,4,1,power_law_1.01,3.851171112060547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,4,1,power_law_1.2,0.11105279922485352
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,4,1,power_law_1.2,0.19332799911499024
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,4,1,power_law_1.2,0.34629120826721194
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,4,1,power_law_1.2,0.4833343982696533
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,4,1,power_law_1.01,5.63798713684082
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,4,1,power_law_1.2,0.9645312309265137
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,4,1,power_law_1.2,1.047056007385254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,4,1,power_law_1.2,1.132089614868164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,4,1,power_law_1.2,1.161900806427002
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,4,power_law_1.01,84.73248291015625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,4,1,power_law_1.01,7.273677062988281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,4,1,power_law_1.2,1.1829183578491211
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,4,1,power_law_1.2,0.0869920015335083
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,4,power_law_1.01,82.3458740234375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,4,1,power_law_1.2,0.09336959719657897
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,4,1,power_law_1.2,1.289577579498291
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,4,1,power_law_1.2,0.14227839708328247
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,4,1,power_law_1.2,0.08116160035133362
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,4,1,power_law_1.2,0.254531192779541
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,4,1,power_law_1.2,1.3194720268249511
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,4,1,power_law_1.2,0.08064320087432861
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,4,1,power_law_1.2,0.30541439056396485
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,4,1,power_law_1.2,0.1281440019607544
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,4,1,power_law_1.2,1.6607328414916993
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,4,1,power_law_1.2,0.5692512035369873
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,4,1,power_law_1.2,0.21152958869934083
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,4,1,power_law_1.01,9.083612823486328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,4,1,power_law_1.2,0.6113632202148438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,4,1,power_law_1.2,0.28551359176635743
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,4,1,power_law_1.2,1.7268831253051757
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,4,1,power_law_1.2,0.6734399795532227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,4,1,power_law_1.2,0.5351808071136475
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,4,1,power_law_1.01,53.81051025390625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,4,1,power_law_1.2,1.7619455337524415
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,4,1,power_law_1.2,0.6965248107910156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,4,1,power_law_1.2,0.5868703842163085
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,4,1,power_law_1.2,0.7003520011901856
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,4,1,power_law_1.2,0.6149472236633301
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,4,1,power_law_1.2,1.8491424560546874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,4,power_law_1.01,0.31588799953460694
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,4,1,power_law_1.2,0.7593952178955078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,4,1,power_law_1.2,0.6234975814819336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,4,1,power_law_1.2,1.9182432174682618
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,4,power_law_1.01,0.5635744094848633
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,4,1,power_law_1.2,0.7778687953948975
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,4,1,power_law_1.2,0.6540448188781738
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,4,1,power_law_1.01,56.509765625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,4,1,power_law_1.2,0.6716127872467041
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,4,1,power_law_1.2,0.9415040016174316
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,4,1,power_law_1.2,2.133884811401367
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,4,power_law_1.01,1.010540771484375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,4,power_law_1.01,0.17952320575714112
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,4,1,power_law_1.2,0.6921760082244873
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,4,1,power_law_1.2,1.0023008346557618
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,4,1,power_law_1.01,14.4031005859375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,4,1,power_law_1.2,2.2831424713134765
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,4,1,power_law_1.2,0.7065919876098633
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,4,power_law_1.01,0.4498623847961426
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,4,power_law_1.01,0.35472640991210935
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,4,1,power_law_1.2,1.0137791633605957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,4,1,power_law_1.2,0.7397759914398193
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,4,1,power_law_1.2,1.0527456283569336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,4,1,power_law_1.2,2.692089653015137
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,4,power_law_1.01,0.6502592086791992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,4,1,power_law_1.2,0.7588448047637939
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,4,power_law_1.01,0.8836416244506836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,4,1,power_law_1.2,1.0951711654663085
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,4,1,power_law_1.2,0.7734784126281739
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,4,power_law_1.01,0.3353600025177002
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,4,1,power_law_1.2,3.04681282043457
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,4,1,power_law_1.2,1.2530752182006837
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,4,power_law_1.01,1.3095552444458007
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,4,1,power_law_1.2,0.8084959983825684
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,4,1,power_law_1.2,1.4415743827819825
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,4,power_law_1.01,0.5348864078521729
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,4,1,power_law_1.2,0.8949888229370118
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,4,1,power_law_1.2,3.8090206146240235
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,4,power_law_1.01,1.414355182647705
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,4,1,power_law_1.2,0.9774623870849609
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,4,1,power_law_1.2,1.8353279113769532
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,4,power_law_1.01,0.7459519863128662
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,4,1,power_law_1.2,1.146895980834961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,4,1,power_law_1.2,2.2529312133789063
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,4,power_law_1.01,1.9035551071166992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,4,1,power_law_1.2,4.650284957885742
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,4,power_law_1.01,0.9008735656738281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,4,1,power_law_1.2,1.357750415802002
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,4,power_law_1.2,100.67571411132812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,4,1,power_law_1.2,3.0751712799072264
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,4,power_law_1.01,1.9876031875610352
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,4,power_law_1.01,1.185318374633789
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,4,1,power_law_1.2,1.7491199493408203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,4,1,power_law_1.2,6.332831954956054
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,4,1,power_law_1.2,2.161884880065918
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,4,power_law_1.01,1.2483200073242187
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,4,power_law_1.01,2.0602144241333007
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,4,1,power_law_1.2,3.9090721130371096
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,4,power_law_1.01,0.18070720434188842
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,4,1,power_law_1.01,28.427609252929688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,4,power_law_1.01,0.28444159030914307
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,4,power_law_1.01,1.2341376304626466
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,4,1,power_law_1.2,3.021628761291504
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,4,power_law_1.2,100.40739135742187
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,4,power_law_1.01,2.72238712310791
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,4,power_law_1.2,0.31656320095062257
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,4,1,power_law_1.2,5.570796966552734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,4,power_law_1.01,0.5147520065307617
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,4,1,power_law_1.2,8.03380126953125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,4,power_law_1.01,1.6567903518676759
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,4,power_law_1.2,0.18724479675292968
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,4,power_law_1.2,0.5644351959228515
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,4,1,power_law_1.2,3.8923839569091796
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,4,power_law_1.01,0.25792319774627687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,4,power_law_1.01,2.8786720275878905
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,4,power_law_1.2,0.3528480052947998
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,4,power_law_1.01,1.690230369567871
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,4,power_law_1.2,0.5371391773223877
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,4,power_law_1.01,0.4364511966705322
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,4,1,power_law_1.2,7.229519653320312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,4,power_law_1.2,0.3662944078445435
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,4,power_law_1.01,2.9065984725952148
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,4,power_law_1.2,0.4352992057800293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,4,power_law_1.01,1.7385791778564452
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,4,power_law_1.01,0.6844192028045655
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,4,1,power_law_1.2,5.658246231079102
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,4,power_law_1.2,0.33533759117126466
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,4,1,power_law_1.2,11.451551818847657
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,4,power_law_1.2,0.7335391998291015
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,4,power_law_1.01,0.8113120079040528
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,4,power_law_1.01,1.7896928787231445
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,4,power_law_1.01,2.990585517883301
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,4,power_law_1.2,0.4569407939910889
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,4,power_law_1.2,1.1188480377197265
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,4,power_law_1.01,1.0197855949401855
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,4,power_law_1.2,0.7168575763702393
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,4,power_law_1.01,1.8528671264648438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,4,1,power_law_1.2,10.55425567626953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,4,power_law_1.01,3.0332767486572267
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,4,1,power_law_1.2,7.307186889648437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,4,power_law_1.2,1.3204319953918457
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,4,power_law_1.01,1.0486271858215332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,4,power_law_1.2,0.8177375793457031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,4,power_law_1.01,1.8983903884887696
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,4,power_law_1.01,1.069871997833252
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,4,power_law_1.01,3.1878496170043946
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,4,power_law_1.2,1.1163104057312012
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,4,power_law_1.2,1.8394432067871094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,4,power_law_1.01,1.9825952529907227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,4,1,power_law_1.2,14.882083129882812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,4,power_law_1.01,1.1670656204223633
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,4,power_law_1.2,1.186518383026123
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,4,power_law_1.2,1.9425439834594727
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,4,1,power_law_1.2,8.961497497558593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,4,power_law_1.01,3.393830490112305
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,4,power_law_1.01,2.094499206542969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,4,power_law_1.01,1.1895392417907715
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,4,power_law_1.2,1.1929183959960938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,4,1,power_law_1.2,13.870562744140624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,4,power_law_1.2,1.9945247650146485
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,4,power_law_1.01,2.2933855056762695
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,4,power_law_1.01,1.2077823638916017
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,4,power_law_1.01,3.7304737091064455
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,4,power_law_1.2,1.5599935531616211
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,4,power_law_1.2,2.5848512649536133
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,4,power_law_1.01,1.2414848327636718
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,4,power_law_1.2,1.6727392196655273
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,4,power_law_1.01,2.688092803955078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,4,power_law_1.01,4.03296012878418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,4,power_law_1.01,1.3406944274902344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,4,power_law_1.2,2.834883117675781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,4,power_law_1.2,1.7087167739868163
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,4,1,power_law_1.2,18.542921447753905
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,4,1,power_law_1.2,14.274298095703125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,4,power_law_1.01,3.2075199127197265
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,4,power_law_1.01,1.3769472122192383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,4,power_law_1.01,4.581427383422851
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,4,power_law_1.2,1.7984064102172852
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,4,power_law_1.2,2.8451391220092774
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,4,1,power_law_1.2,17.23458251953125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,4,power_law_1.01,1.4222304344177246
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,4,power_law_1.01,4.122063827514649
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,4,power_law_1.2,1.8225696563720704
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,4,power_law_1.2,2.976848030090332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,4,power_law_1.01,1.5333919525146484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,4,power_law_1.01,5.0294944763183596
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,4,power_law_1.2,1.8986272811889648
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,4,power_law_1.01,1.6187583923339843
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,4,power_law_1.01,5.031584167480469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,4,power_law_1.2,3.158899116516113
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,4,power_law_1.2,2.0251840591430663
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,4,power_law_1.01,6.020876693725586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,4,power_law_1.01,1.8498432159423828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,4,power_law_1.2,3.156719970703125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,4,power_law_1.2,2.216713523864746
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,4,power_law_1.01,2.0413280487060548
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,4,power_law_1.01,7.107622528076172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,4,power_law_1.2,3.330393600463867
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,4,power_law_1.2,2.3620128631591797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,4,power_law_1.01,6.9968925476074215
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,4,1,power_law_1.2,29.637374877929688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,4,power_law_1.01,2.5128768920898437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,4,1,power_law_1.2,27.184176635742187
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,4,1,power_law_1.2,28.430743408203124
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,4,power_law_1.2,2.8923776626586912
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,4,power_law_1.2,3.8303455352783202
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,4,power_law_1.01,3.0207103729248046
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,4,power_law_1.01,9.410765075683594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,4,power_law_1.2,3.3233310699462892
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,4,power_law_1.01,8.902764892578125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,4,power_law_1.2,4.1617694854736325
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,4,power_law_1.2,0.17887359857559204
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,4,power_law_1.01,4.0076641082763675
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,4,power_law_1.2,0.2840928077697754
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,4,power_law_1.2,4.317552185058593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,4,power_law_1.2,0.2690016031265259
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,4,power_law_1.2,4.7645313262939455
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,4,power_law_1.2,0.2580319881439209
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,4,power_law_1.01,4.996758270263672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,4,power_law_1.01,13.497756958007812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,4,power_law_1.01,11.11370849609375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,4,power_law_1.2,0.41510400772094724
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,4,power_law_1.2,5.580748748779297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,4,power_law_1.2,5.351788711547852
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,4,power_law_1.2,0.5753056049346924
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,4,power_law_1.2,0.7204639911651611
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,4,power_law_1.01,6.927030181884765
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,4,power_law_1.2,7.5776611328125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,4,power_law_1.2,6.569728088378906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,4,power_law_1.2,0.9435040473937988
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,4,power_law_1.2,1.0229536056518556
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,4,power_law_1.01,15.374700927734375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,4,power_law_1.01,17.558665466308593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,4,power_law_1.2,1.0389920234680177
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,4,power_law_1.2,7.519315338134765
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,4,power_law_1.01,9.296221160888672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,4,power_law_1.2,9.965283203125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,4,power_law_1.2,1.093785572052002
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,4,power_law_1.2,1.179520034790039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,4,1,power_law_1.2,56.5052734375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,4,power_law_1.2,1.197590446472168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,4,power_law_1.2,9.855903625488281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,4,1,power_law_1.2,53.758843994140626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,4,1,power_law_1.01,0.11079360246658325
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,4,power_law_1.2,1.2646112442016602
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,4,1,power_law_1.01,0.08440639972686767
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,4,power_law_1.01,11.870076751708984
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,4,power_law_1.01,19.15931854248047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,4,1,power_law_1.01,0.18128000497817992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,4,power_law_1.2,13.905523681640625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,4,1,power_law_1.01,0.14837759733200073
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,4,power_law_1.2,1.2744223594665527
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,4,1,power_law_1.01,0.28806400299072266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,4,power_law_1.01,22.145549011230468
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,4,1,power_law_1.01,0.20123839378356934
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,4,power_law_1.2,1.3640864372253418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,4,1,power_law_1.01,0.37650558948516843
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,4,1,power_law_1.01,0.27814719676971433
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,4,power_law_1.2,12.272563171386718
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,4,1,power_law_1.01,0.7342368125915527
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,4,power_law_1.2,1.41180477142334
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,4,1,power_law_1.01,0.4860511779785156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,4,1,power_law_1.01,1.1086112022399903
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,4,1,power_law_1.01,0.6857920169830323
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,4,power_law_1.2,1.5512703895568847
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,4,1,power_law_1.01,1.3603967666625976
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,4,1,power_law_1.01,0.8087936401367187
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,4,power_law_1.2,1.705686378479004
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,4,power_law_1.2,17.891874694824217
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,4,power_law_1.01,18.605795288085936
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,4,1,power_law_1.01,1.0523679733276368
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,4,1,power_law_1.01,1.7789535522460938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,4,power_law_1.2,1.9074848175048829
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,4,power_law_1.01,24.484620666503908
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,4,1,power_law_1.01,1.1151103973388672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,4,power_law_1.2,16.919027709960936
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,4,1,power_law_1.01,1.8739263534545898
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,4,power_law_1.2,2.136604881286621
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,4,1,power_law_1.01,1.163593578338623
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,4,1,power_law_1.01,1.9320575714111328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,4,1,power_law_1.01,1.235974407196045
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,4,power_law_1.2,2.6578079223632813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,4,1,power_law_1.01,2.0734176635742188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,4,1,power_law_1.01,1.2703200340270997
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,4,power_law_1.01,34.41195373535156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,4,1,power_law_1.01,2.1600351333618164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,4,power_law_1.2,3.0959840774536134
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,4,1,power_law_1.01,1.347862434387207
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,4,power_law_1.2,24.079673767089844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,4,1,power_law_1.01,2.2132543563842773
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,4,1,power_law_1.01,1.4056063652038575
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,4,power_law_1.2,4.146905517578125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,4,1,power_law_1.01,2.305120086669922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,4,1,power_law_1.01,1.4695424079895019
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,4,power_law_1.2,23.383456420898437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,4,1,power_law_1.01,1.5215456008911132
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,4,1,power_law_1.01,2.377849578857422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,4,power_law_1.2,5.143443298339844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,4,1,power_law_1.01,1.8123775482177735
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,4,power_law_1.01,36.06563110351563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,4,1,power_law_1.01,2.4805984497070312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,4,1,power_law_1.01,1.956268882751465
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,4,power_law_1.01,42.28525390625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,4,1,power_law_1.01,3.259075164794922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,4,1,power_law_1.01,0.07902719974517822
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,4,power_law_1.2,7.602582550048828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,4,1,power_law_1.01,2.0750303268432617
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,4,1,power_law_1.01,0.10209599733352662
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,4,1,power_law_1.01,3.5694175720214845
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,4,1,power_law_1.01,0.15840959548950195
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,4,1,power_law_1.01,2.343587112426758
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,4,1,power_law_1.01,0.23801279067993164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,4,1,power_law_1.01,3.7534721374511717
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,4,1,power_law_1.01,0.41411519050598145
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,4,1,power_law_1.01,2.6884576797485353
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,4,power_law_1.2,27.909808349609374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,4,power_law_1.2,9.66712646484375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,4,power_law_1.2,36.101559448242185
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,4,1,power_law_1.01,0.6003776073455811
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,4,1,power_law_1.01,4.229971313476563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,4,1,power_law_1.01,0.7311039924621582
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,4,1,power_law_1.01,3.435097503662109
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,4,1,power_law_1.01,0.9577792167663575
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,4,1,power_law_1.01,4.677753448486328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,4,1,power_law_1.01,4.2415519714355465
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,4,1,power_law_1.01,1.0005184173583985
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,4,power_law_1.2,12.379081726074219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,4,1,power_law_1.01,1.0248543739318847
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,4,1,power_law_1.01,5.676761627197266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,4,1,power_law_1.01,1.1003616333007813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,4,1,power_law_1.01,5.856342315673828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,4,1,power_law_1.01,1.143177604675293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,4,power_law_1.01,69.79598999023438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,4,1,power_law_1.01,6.574419403076172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,4,1,power_law_1.01,1.1593055725097656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,4,1,power_law_1.01,7.441728210449218
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,4,1,power_law_1.01,1.2116543769836425
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,4,1,power_law_1.01,1.2702272415161133
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,4,1,power_law_1.01,8.160527801513672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,4,1,power_law_1.2,0.09669439792633057
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,4,power_law_1.2,19.734352111816406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,4,power_law_1.2,44.552651977539064
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,4,1,power_law_1.01,1.294758415222168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,4,1,power_law_1.2,0.18146879673004152
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,4,1,power_law_1.01,10.598258972167969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,4,1,power_law_1.2,0.2144767999649048
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,4,1,power_law_1.01,1.3360608100891114
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,4,1,power_law_1.2,0.3696127891540527
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,4,1,power_law_1.01,9.584432220458984
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,4,1,power_law_1.01,1.4462431907653808
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,4,1,power_law_1.2,0.657040023803711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.01,1.5383328437805175
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,4,1,power_law_1.2,0.9806464195251465
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,4,power_law_1.01,74.74163818359375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.01,1.7162591934204101
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,4,1,power_law_1.2,1.1729632377624513
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,4,1,power_law_1.2,0.08944000005722046
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,4,1,power_law_1.01,13.763337707519531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,4,1,power_law_1.2,0.14910080432891845
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.01,1.8818719863891602
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,4,1,power_law_1.01,12.556476593017578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,4,1,power_law_1.2,1.70382080078125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,4,1,power_law_1.2,0.1722048044204712
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.01,2.2625120162963865
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,4,1,power_law_1.2,1.7917535781860352
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,4,1,power_law_1.2,0.26882879734039306
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,4,1,power_law_1.2,0.4079455852508545
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,4,1,power_law_1.2,1.8752832412719727
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.01,2.646444892883301
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,4,power_law_1.2,77.51710815429688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,4,1,power_law_1.2,0.5906208038330079
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,4,1,power_law_1.2,1.995529556274414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,4,1,power_law_1.01,16.99626922607422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,4,1,power_law_1.2,0.7025472164154053
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.01,3.4460063934326173
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,4,1,power_law_1.2,0.0793727993965149
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,4,1,power_law_1.01,15.724861145019531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,4,power_law_1.2,40.24146728515625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,4,1,power_law_1.2,2.085923194885254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,4,1,power_law_1.2,1.0073311805725098
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,4,1,power_law_1.2,0.10258239507675171
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,8,power_law_1.01,0.22461121082305907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,4,1,power_law_1.2,2.202579116821289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,4,1,power_law_1.2,0.1265023946762085
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.01,4.271401596069336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,4,1,power_law_1.2,1.0682368278503418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,4,1,power_law_1.2,0.23846399784088135
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,4,1,power_law_1.2,2.310905647277832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,4,1,power_law_1.2,1.122879981994629
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,4,1,power_law_1.2,0.3693279981613159
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,8,power_law_1.01,0.2991231918334961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,8,power_law_1.01,0.29801599979400634
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,8,power_law_1.01,0.294268798828125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,4,1,power_law_1.2,1.190873622894287
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,8,power_law_1.01,0.29576959609985354
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,4,1,power_law_1.2,2.4029472351074217
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.01,5.989807891845703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,4,1,power_law_1.2,0.5165503978729248
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,8,power_law_1.01,0.2992608070373535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,8,power_law_1.01,0.302131199836731
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,8,power_law_1.01,0.3069472074508667
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,8,power_law_1.01,0.3355232000350952
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,4,1,power_law_1.2,1.23536958694458
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,8,power_law_1.01,0.33794240951538085
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,4,1,power_law_1.2,0.6233983993530273
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,8,power_law_1.01,0.36706879138946535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,4,1,power_law_1.2,2.510963249206543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,8,power_law_1.01,0.3926975965499878
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,4,1,power_law_1.01,19.45731201171875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,8,power_law_1.01,0.41762561798095704
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,8,power_law_1.01,0.47432961463928225
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,4,1,power_law_1.2,1.299942398071289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,4,1,power_law_1.2,0.901638412475586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,8,power_law_1.01,0.5497983932495117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,8,power_law_1.01,0.604262399673462
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,8,power_law_1.01,0.7549439907073975
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,4,1,power_law_1.2,3.261916732788086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,8,power_law_1.01,1.0399200439453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.01,7.585743713378906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,4,1,power_law_1.2,0.9423711776733399
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,4,1,power_law_1.2,1.3816543579101563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,4,1,power_law_1.01,26.43476257324219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,8,power_law_1.01,1.418012809753418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,4,1,power_law_1.2,0.997276782989502
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,8,power_law_1.01,2.352441596984863
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,4,1,power_law_1.2,1.466972827911377
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,4,1,power_law_1.2,3.5421600341796875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,8,power_law_1.01,2.8740671157836912
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,4,1,power_law_1.2,1.0579520225524903
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,4,1,power_law_1.2,1.5606975555419922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,4,power_law_1.2,82.12434692382813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,4,1,power_law_1.2,3.8737857818603514
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,8,power_law_1.01,4.575027084350586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,4,1,power_law_1.2,1.1142175674438477
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,8,power_law_1.01,0.1658400058746338
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,8,power_law_1.01,0.2742687940597534
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,4,1,power_law_1.01,9.369385528564454
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,4,1,power_law_1.2,1.8332128524780273
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,8,power_law_1.01,0.29063680171966555
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,8,power_law_1.01,0.2556704044342041
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,8,power_law_1.01,0.26101438999176024
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,4,1,power_law_1.2,1.1369983673095703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,8,power_law_1.01,0.2707743883132935
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,8,power_law_1.01,0.27831039428710935
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,8,power_law_1.01,6.251798248291015
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,8,power_law_1.01,0.2865151882171631
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,4,1,power_law_1.2,4.345539093017578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,4,1,power_law_1.2,1.973651123046875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,8,power_law_1.01,0.3052256107330322
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,8,power_law_1.01,0.31737918853759767
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,4,1,power_law_1.2,1.183903980255127
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,8,power_law_1.01,0.34037759304046633
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,8,power_law_1.01,0.38089919090270996
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,8,power_law_1.01,0.38788480758666993
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,8,power_law_1.01,0.4490496158599854
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,4,1,power_law_1.2,2.1493247985839843
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,4,1,power_law_1.2,1.239635181427002
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,8,power_law_1.01,0.535807991027832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,8,power_law_1.01,0.6062304019927979
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,4,1,power_law_1.2,4.910470581054687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,4,1,power_law_1.01,30.432489013671876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,8,power_law_1.01,9.610246276855468
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,8,power_law_1.01,0.7529439926147461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,8,power_law_1.01,1.1703455924987793
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,4,1,power_law_1.2,1.3067328453063964
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,4,1,power_law_1.2,2.4732831954956054
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,8,power_law_1.01,1.439350414276123
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,8,power_law_1.01,2.0779008865356445
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,4,1,power_law_1.2,1.372383975982666
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,4,1,power_law_1.01,14.316409301757812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,4,1,power_law_1.2,5.805740737915039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,4,1,power_law_1.2,2.8170143127441407
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,8,power_law_1.01,2.870262336730957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,4,1,power_law_1.2,1.4756256103515626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,8,power_law_1.01,12.900154113769531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,8,power_law_1.01,4.176556777954102
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,4,1,power_law_1.2,3.583331298828125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.2,1.583244800567627
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,4,1,power_law_1.2,6.629078674316406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,8,power_law_1.01,5.868697738647461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.2,1.7878623962402345
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,4,1,power_law_1.2,4.410281753540039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.2,1.989516830444336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,8,power_law_1.01,9.259503936767578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,4,1,power_law_1.2,8.152387237548828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,4,1,power_law_1.01,51.7805419921875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.2,2.367046356201172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,4,1,power_law_1.2,6.007020950317383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,8,power_law_1.01,21.608087158203126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.2,2.768182373046875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,8,power_law_1.01,12.22070083618164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,4,1,power_law_1.2,9.613251495361329
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,4,1,power_law_1.01,28.067828369140624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,4,1,power_law_1.2,7.593122863769532
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.2,3.561609649658203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,8,power_law_1.2,0.22522239685058593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,8,power_law_1.2,0.2973407983779907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,8,power_law_1.2,0.2978143930435181
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,8,power_law_1.2,0.29291839599609376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,8,power_law_1.2,0.2941920042037964
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,8,power_law_1.2,0.3002847909927368
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,8,power_law_1.2,0.30380799770355227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,8,power_law_1.2,0.3155616044998169
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,8,power_law_1.2,0.33124799728393556
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.2,4.430428695678711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,8,power_law_1.2,0.3541856050491333
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,8,power_law_1.2,0.36706879138946535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,8,power_law_1.2,0.4052800178527832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,8,power_law_1.2,0.42876157760620115
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,8,power_law_1.2,0.4801631927490234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,8,power_law_1.2,0.5589888095855713
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,4,1,power_law_1.2,10.740902709960938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,4,1,power_law_1.2,12.867625427246093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,8,power_law_1.2,0.6220191955566406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,8,power_law_1.01,19.213539123535156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,8,power_law_1.01,29.35281982421875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,8,power_law_1.2,0.7670303821563721
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,4,1,power_law_1.01,55.879974365234375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,8,power_law_1.2,1.183251190185547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.2,6.053753662109375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,8,power_law_1.2,1.6104703903198243
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,8,power_law_1.2,2.2314367294311523
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,8,power_law_1.2,0.16644480228424072
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,8,power_law_1.2,3.0436704635620115
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,8,power_law_1.2,4.750633621215821
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.2,7.811369323730469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,4,1,power_law_1.2,13.907980346679688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,4,1,power_law_1.2,16.00342712402344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,8,power_law_1.2,0.25851519107818605
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,8,power_law_1.2,0.25647358894348143
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,8,power_law_1.2,5.996214294433594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,8,power_law_1.01,26.795352172851562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,8,power_law_1.2,0.25962560176849364
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,4,1,power_law_1.2,9.543046569824218
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,8,power_law_1.2,10.441494750976563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,8,power_law_1.2,0.26306240558624266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,8,power_law_1.2,0.26831679344177245
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,8,power_law_1.2,0.28193280696868894
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,8,power_law_1.2,0.2999039888381958
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,8,power_law_1.2,0.3110111951828003
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,8,power_law_1.01,37.777197265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,8,power_law_1.2,0.32095999717712403
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,8,power_law_1.2,0.3401407957077026
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,8,power_law_1.2,0.3750783920288086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,4,1,power_law_1.2,17.192921447753907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,8,power_law_1.2,0.4127200126647949
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,8,power_law_1.2,0.45512962341308594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,8,power_law_1.2,0.5756768226623535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,8,power_law_1.2,0.6111584186553956
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,8,power_law_1.2,0.7757567882537841
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,4,1,power_law_1.2,19.677191162109374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,8,power_law_1.2,1.1641087532043457
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,8,power_law_1.2,14.233106994628907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,8,power_law_1.2,1.4665472030639648
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,8,power_law_1.2,2.173516845703125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,4,1,power_law_1.2,14.65084228515625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,8,power_law_1.2,2.9003488540649416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,8,power_law_1.01,0.15516159534454346
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,8,power_law_1.01,32.110382080078125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,8,power_law_1.01,0.1413375973701477
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,8,power_law_1.2,4.220671844482422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,8,power_law_1.01,0.16257599592208863
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,8,power_law_1.01,0.15622080564498902
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,8,power_law_1.01,0.148579204082489
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,8,power_law_1.01,0.15718719959259034
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,8,power_law_1.01,0.16435840129852294
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,8,power_law_1.01,0.1700767993927002
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,8,power_law_1.01,0.18743360042572021
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,8,power_law_1.01,0.19335039854049682
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,8,power_law_1.2,6.209340667724609
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,8,power_law_1.01,0.2048799991607666
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,8,power_law_1.01,0.2286367893218994
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,8,power_law_1.01,0.23334720134735107
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,8,power_law_1.01,0.2677119970321655
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,8,power_law_1.2,22.312541198730468
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,8,power_law_1.01,0.30295040607452395
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,8,power_law_1.01,0.3346271991729736
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,8,power_law_1.01,0.3989216089248657
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,8,power_law_1.01,0.5972959995269775
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,4,1,power_law_1.2,26.606063842773438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,8,power_law_1.01,0.757203197479248
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,8,power_law_1.01,1.061177635192871
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,8,power_law_1.2,9.38545913696289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,8,power_law_1.01,1.4418144226074219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,8,power_law_1.01,2.149238395690918
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,4,1,power_law_1.2,31.20659484863281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,8,power_law_1.01,2.704684829711914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,8,power_law_1.2,12.204902648925781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,8,power_law_1.01,4.356486511230469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,4,1,power_law_1.2,28.206155395507814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,8,power_law_1.01,56.96803588867188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,8,power_law_1.01,5.678937530517578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,8,power_law_1.2,29.05591735839844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,8,power_law_1.01,8.543484497070313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,8,power_law_1.2,17.579820251464845
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,8,power_law_1.01,52.008349609375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,8,power_law_1.01,11.302630615234374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,8,power_law_1.01,14.716598510742188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,8,power_law_1.2,26.1493408203125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,4,1,power_law_1.2,51.99598388671875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,8,power_law_1.2,38.14021301269531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,8,1,power_law_1.01,0.05713919997215271
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,4,1,power_law_1.2,56.334442138671875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,8,1,power_law_1.01,0.05910720229148865
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,8,1,power_law_1.01,0.06291840076446534
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,8,1,power_law_1.01,0.07033920288085938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,8,power_law_1.01,23.592454528808595
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,8,1,power_law_1.01,0.07024639844894409
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,8,power_law_1.2,0.15561599731445314
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,8,power_law_1.2,0.14163199663162232
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,8,power_law_1.2,0.16363519430160522
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,8,1,power_law_1.01,0.08637440204620361
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,8,power_law_1.2,0.1472543954849243
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,8,1,power_law_1.01,0.12050880193710327
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,8,power_law_1.2,0.1484287977218628
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,8,1,power_law_1.01,0.12444479465484619
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,8,power_law_1.2,0.15364480018615723
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,8,1,power_law_1.01,0.1260319948196411
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,8,power_law_1.2,0.1656767964363098
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,8,1,power_law_1.01,0.12871359586715697
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,8,power_law_1.2,0.16656639575958251
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,8,1,power_law_1.01,0.12794560194015503
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,8,power_law_1.2,0.188265597820282
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,8,1,power_law_1.01,0.13073279857635497
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,8,power_law_1.2,0.19766080379486084
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,8,1,power_law_1.01,0.13823679685592652
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,8,power_law_1.2,32.737161254882814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,8,power_law_1.2,0.2051392078399658
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,8,1,power_law_1.01,0.1449120044708252
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,8,power_law_1.2,0.22913920879364014
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,8,1,power_law_1.01,0.1534783959388733
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,8,power_law_1.2,0.24059839248657228
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,8,1,power_law_1.01,0.17790080308914186
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,8,power_law_1.2,0.27222399711608886
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,8,1,power_law_1.01,0.20458240509033204
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,8,1,power_law_1.01,0.09050880074501037
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,8,1,power_law_1.01,0.24097599983215331
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,8,power_law_1.2,0.3175839900970459
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,8,1,power_law_1.01,0.2747136116027832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,8,power_law_1.2,0.351529598236084
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,8,1,power_law_1.01,0.3554719924926758
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,8,power_law_1.2,0.40094718933105467
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,8,1,power_law_1.01,0.44632959365844727
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,8,power_law_1.2,0.6088416099548339
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,8,1,power_law_1.01,0.6255743980407715
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,8,power_law_1.2,0.7246912002563477
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,8,1,power_law_1.01,0.8156288146972657
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,8,power_law_1.2,1.1022527694702149
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,8,1,power_law_1.01,1.1902079582214355
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,8,power_law_1.2,1.4672127723693849
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,8,1,power_law_1.01,1.566659164428711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,8,power_law_1.2,2.197305679321289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,8,1,power_law_1.01,2.3263967514038084
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,8,1,power_law_1.01,0.13706239461898803
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,8,power_law_1.2,2.7746303558349608
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,8,1,power_law_1.01,3.075984001159668
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,8,power_law_1.2,4.36192626953125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,8,1,power_law_1.01,4.582108688354492
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,8,power_law_1.2,59.52766723632813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,8,1,power_law_1.01,0.15532159805297852
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,8,power_law_1.2,5.717932891845703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,8,1,power_law_1.01,6.107571029663086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,8,power_law_1.2,8.777801513671875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,8,power_law_1.01,48.19581909179688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,8,1,power_law_1.01,7.621875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,8,1,power_law_1.01,0.05641279816627502
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,8,1,power_law_1.01,0.05585920214653015
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,8,1,power_law_1.01,0.06580479741096497
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,8,1,power_law_1.01,0.08646399974822998
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,8,1,power_law_1.01,0.08939520120620728
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,8,1,power_law_1.01,0.0904416024684906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,8,1,power_law_1.01,0.09202560186386108
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,8,power_law_1.01,121.46141357421875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,8,1,power_law_1.01,0.09302719831466674
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,8,1,power_law_1.01,0.09574080109596253
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,8,1,power_law_1.01,0.10194560289382934
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,8,1,power_law_1.01,0.1441759943962097
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,8,1,power_law_1.01,0.10742720365524291
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,8,1,power_law_1.01,0.12171839475631714
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,8,power_law_1.01,108.42518310546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,8,1,power_law_1.01,0.12534079551696778
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,8,1,power_law_1.2,0.060127997398376466
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,8,power_law_1.2,11.961106872558593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,8,1,power_law_1.01,0.12980480194091798
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,8,1,power_law_1.2,0.05983359813690185
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,8,1,power_law_1.01,0.13471360206604005
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,8,power_law_1.2,53.50052490234375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,8,1,power_law_1.2,0.06528000235557556
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,8,1,power_law_1.01,0.14442239999771117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,8,1,power_law_1.01,0.16622079610824586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,8,1,power_law_1.01,12.17316131591797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,8,1,power_law_1.01,0.20682880878448487
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,8,1,power_law_1.01,0.2440256118774414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,8,1,power_law_1.2,0.06056640148162842
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,8,1,power_law_1.01,0.34258880615234377
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,8,1,power_law_1.01,0.44113922119140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,8,1,power_law_1.01,0.6168416023254395
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,8,1,power_law_1.01,0.7951456069946289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,8,1,power_law_1.01,1.1633184432983399
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,8,1,power_law_1.01,1.5282591819763183
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,8,1,power_law_1.01,0.14798400402069092
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,8,1,power_law_1.01,2.266867256164551
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,8,power_law_1.2,15.301312255859376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,8,1,power_law_1.2,0.0683359980583191
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,8,1,power_law_1.01,2.9581151962280274
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,8,1,power_law_1.2,0.08472959995269776
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,8,1,power_law_1.2,0.12095359563827515
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,8,1,power_law_1.2,0.12216000556945801
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,8,1,power_law_1.2,0.1245695948600769
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,8,1,power_law_1.01,3.775164794921875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,8,1,power_law_1.2,0.12719039916992186
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,8,1,power_law_1.2,0.12886400222778321
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,8,1,power_law_1.2,0.13088639974594116
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,8,1,power_law_1.2,0.13976320028305053
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,8,1,power_law_1.2,0.14380160570144654
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,8,1,power_law_1.01,24.347190856933594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,8,1,power_law_1.2,0.1529088020324707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,8,1,power_law_1.2,0.09201920032501221
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,8,1,power_law_1.01,0.15512959957122802
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,8,1,power_law_1.2,0.050332802534103396
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,8,1,power_law_1.2,0.18763840198516846
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,8,1,power_law_1.01,0.15436160564422607
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,8,1,power_law_1.2,0.053609597682952884
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,8,1,power_law_1.2,0.20360960960388183
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,8,1,power_law_1.2,0.06225280165672302
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,8,1,power_law_1.01,0.165830397605896
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,8,1,power_law_1.2,0.23220479488372803
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,8,1,power_law_1.2,0.2784895896911621
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,8,1,power_law_1.01,5.995529556274414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,8,1,power_law_1.2,0.3583904027938843
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,8,1,power_law_1.2,0.44467840194702146
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,8,1,power_law_1.2,0.6280384063720703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,8,1,power_law_1.2,0.8203167915344238
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,8,1,power_law_1.2,1.1896096229553224
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,8,1,power_law_1.2,1.5708415985107422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,8,power_law_1.2,24.877052307128906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,8,1,power_law_1.2,0.13631999492645264
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,8,1,power_law_1.2,0.08730239868164062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,8,1,power_law_1.2,0.0891103982925415
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,8,1,power_law_1.2,0.09086400270462036
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,8,1,power_law_1.2,2.331612777709961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,8,1,power_law_1.2,0.09194560050964355
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,8,1,power_law_1.2,0.09246079921722412
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,8,1,power_law_1.2,0.09829440116882324
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,8,1,power_law_1.2,0.10168960094451904
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,8,1,power_law_1.01,11.996383666992188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,8,1,power_law_1.2,0.11019519567489625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,8,power_law_1.01,0.27984640598297117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,8,1,power_law_1.2,0.12281279563903809
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,8,1,power_law_1.2,3.085750389099121
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,8,1,power_law_1.2,0.12447999715805054
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,8,1,power_law_1.2,0.12950719594955445
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,8,1,power_law_1.2,0.13509440422058105
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,8,1,power_law_1.2,0.14845759868621827
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,8,1,power_law_1.2,0.1661120057106018
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,8,1,power_law_1.2,0.2067199945449829
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,8,1,power_law_1.2,0.24317760467529298
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,8,1,power_law_1.2,4.613510513305664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,8,1,power_law_1.01,0.1618880033493042
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,8,1,power_law_1.2,0.340995192527771
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,8,1,power_law_1.01,0.16642240285873414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,8,1,power_law_1.01,0.1712831974029541
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,8,1,power_law_1.2,0.439958381652832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,8,1,power_law_1.2,0.1503424048423767
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,8,1,power_law_1.2,0.6156864166259766
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,8,1,power_law_1.2,0.7992703914642334
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,8,power_law_1.01,0.39577279090881345
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,8,1,power_law_1.2,1.1577792167663574
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,8,1,power_law_1.2,6.14697265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,8,power_law_1.01,0.39588160514831544
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,8,power_law_1.01,0.3925503969192505
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,8,1,power_law_1.2,1.5261728286743164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,8,power_law_1.01,0.39435200691223143
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,8,power_law_1.01,0.40911040306091306
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,8,power_law_1.01,0.41951680183410645
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,8,power_law_1.01,0.43709759712219237
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,8,1,power_law_1.2,2.255996894836426
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,8,power_law_1.01,0.45124478340148927
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,8,power_law_1.01,0.49297280311584474
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,8,power_law_1.01,0.5259552001953125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,8,1,power_law_1.2,7.664482879638672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,8,1,power_law_1.2,3.022979164123535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,8,power_law_1.01,0.5670815944671631
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,8,power_law_1.01,0.63089599609375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,8,power_law_1.01,0.6890336036682129
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,8,power_law_1.01,0.8847264289855957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,8,1,power_law_1.2,0.1430848002433777
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,8,1,power_law_1.2,3.8080703735351564
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,8,1,power_law_1.2,0.1493343949317932
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,8,power_law_1.01,0.9735263824462891
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,8,power_law_1.01,1.2842623710632324
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,8,power_law_1.01,1.6651935577392578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,8,1,power_law_1.2,6.169766235351562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,8,power_law_1.01,2.3610048294067383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,8,1,power_law_1.2,12.254140472412109
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,8,1,power_law_1.01,0.1968832015991211
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,8,1,power_law_1.01,0.19736319780349731
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,8,1,power_law_1.01,0.20586879253387452
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,8,power_law_1.01,3.63656005859375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,8,1,power_law_1.2,0.15490880012512206
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,8,power_law_1.2,48.691464233398435
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,8,1,power_law_1.2,0.15451200008392335
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,8,1,power_law_1.2,0.16604479551315307
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,8,power_law_1.01,0.24078400135040284
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,8,power_law_1.01,5.074736022949219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,8,1,power_law_1.2,0.15953919887542725
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,8,power_law_1.01,0.3259936094284058
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,8,power_law_1.2,119.10189208984374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,8,1,power_law_1.2,0.16915520429611205
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,8,power_law_1.01,0.3279072046279907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,8,1,power_law_1.2,0.1713088035583496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,8,power_law_1.01,0.32975358963012696
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,8,1,power_law_1.2,0.19055039882659913
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,8,power_law_1.01,0.33234879970550535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,8,1,power_law_1.2,0.20255041122436523
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,8,power_law_1.01,0.3406559944152832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,8,1,power_law_1.2,0.20840959548950194
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,8,1,power_law_1.2,12.311814117431641
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,8,1,power_law_1.2,0.20222721099853516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,8,power_law_1.01,0.36351039409637453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,8,1,power_law_1.2,0.24406080245971679
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,8,power_law_1.01,0.3689856052398682
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,8,1,power_law_1.2,0.2773792028427124
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,8,power_law_1.01,0.4126239776611328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,8,power_law_1.2,0.2831295967102051
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,8,power_law_1.01,0.43625922203063966
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,8,power_law_1.01,7.774835205078125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,8,power_law_1.01,0.47046399116516113
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,8,1,power_law_1.01,0.20007040500640869
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,8,power_law_1.01,0.521619176864624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,8,1,power_law_1.01,0.25167040824890136
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,8,power_law_1.2,103.20589599609374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,8,power_law_1.01,0.5829760074615479
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,8,power_law_1.2,0.2234623908996582
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,8,power_law_1.01,0.6566847801208496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,8,power_law_1.2,0.3252863883972168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,8,power_law_1.2,0.32632319927215575
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,8,power_law_1.01,0.9151743888854981
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,8,power_law_1.2,0.328220796585083
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,8,power_law_1.2,0.33089280128479004
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,8,power_law_1.01,0.8250592231750489
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,8,power_law_1.2,0.3468096017837524
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,8,1,power_law_1.2,24.445526123046875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,8,power_law_1.2,0.3590912103652954
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,8,power_law_1.01,1.244262409210205
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,8,power_law_1.2,0.3794559955596924
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,8,power_law_1.01,10.358879852294923
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,8,power_law_1.2,0.4247744083404541
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,8,power_law_1.2,0.3979167938232422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,8,power_law_1.01,1.8865343093872071
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,8,power_law_1.2,0.4368768215179443
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,8,power_law_1.2,0.39749441146850584
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,8,power_law_1.2,0.4708992004394531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,8,power_law_1.2,0.3910111904144287
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,8,power_law_1.2,0.5230656147003174
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,8,power_law_1.2,0.3952159881591797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,8,power_law_1.01,2.3226720809936525
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,8,power_law_1.2,0.4065055847167969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,8,power_law_1.2,0.5968351840972901
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,8,power_law_1.2,0.4232960224151611
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,8,power_law_1.2,0.6438816070556641
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,8,power_law_1.2,0.43218560218811036
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,8,power_law_1.2,0.9350432395935059
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,8,power_law_1.2,0.4868896007537842
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,8,power_law_1.01,3.6644577026367187
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,8,power_law_1.2,0.4949503898620605
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,8,power_law_1.2,1.0504639625549317
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,8,power_law_1.2,0.5218560218811035
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,8,power_law_1.2,1.2895551681518556
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,8,power_law_1.2,0.5915200233459472
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,8,power_law_1.2,0.6395199775695801
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,8,power_law_1.2,1.9095455169677735
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,8,power_law_1.2,0.6703775882720947
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,8,power_law_1.01,4.688409423828125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,8,power_law_1.2,0.8772992134094239
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,8,1,power_law_1.2,0.3214400053024292
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,8,power_law_1.2,2.4027168273925783
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,8,power_law_1.2,1.0301247596740724
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,8,1,power_law_1.2,0.3953952074050903
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,8,power_law_1.01,16.994537353515625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,8,1,power_law_1.2,0.5549983978271484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,8,power_law_1.2,1.3138943672180177
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,8,1,power_law_1.2,0.7177663803100586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,8,power_law_1.2,3.7364097595214845
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,8,power_law_1.2,1.9563743591308593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,8,1,power_law_1.01,0.2790623903274536
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,8,power_law_1.01,7.121126556396485
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,8,1,power_law_1.2,1.0177215576171874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,8,1,power_law_1.2,1.3893440246582032
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,8,power_law_1.2,2.377529525756836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,8,power_law_1.2,5.046147155761719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,8,1,power_law_1.2,2.054800033569336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,8,power_law_1.2,3.7565120697021483
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,8,1,power_law_1.2,2.791494369506836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,8,power_law_1.01,9.882579040527343
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,8,power_law_1.2,4.969644927978516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,8,power_law_1.2,7.543254089355469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,8,1,power_law_1.2,3.565932846069336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,8,power_law_1.01,23.152703857421876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,8,power_law_1.2,7.938719940185547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,8,1,power_law_1.2,5.668540954589844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,8,power_law_1.2,10.027913665771484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,8,power_law_1.01,15.179971313476562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,8,1,power_law_1.01,0.3262176036834717
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,8,power_law_1.2,10.86102066040039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,8,1,power_law_1.2,11.59354248046875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,8,power_law_1.2,15.084883117675782
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,8,power_law_1.01,19.846070861816408
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,8,1,power_law_1.01,0.0711903989315033
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,8,power_law_1.2,17.698471069335938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,8,power_law_1.01,37.03485107421875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,8,1,power_law_1.01,0.3852992057800293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,8,1,power_law_1.01,0.5514272212982178
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,8,1,power_law_1.01,0.7182208061218261
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,8,power_law_1.2,20.420127868652344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,8,1,power_law_1.01,1.0160191535949707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,8,1,power_law_1.01,0.09493759870529175
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,8,1,power_law_1.01,1.3589119911193848
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,8,1,power_law_1.01,2.0334751129150392
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,8,power_law_1.2,0.1805567979812622
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,8,power_law_1.2,0.20646400451660157
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,8,1,power_law_1.01,2.736649513244629
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,8,power_law_1.2,0.20544641017913817
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,8,power_law_1.2,0.20775361061096193
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,8,power_law_1.2,0.2112287998199463
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,8,power_law_1.2,0.2138144016265869
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,8,power_law_1.2,0.2182624101638794
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,8,power_law_1.2,0.22207040786743165
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,8,1,power_law_1.01,3.529052734375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,8,power_law_1.2,0.23650240898132324
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,8,power_law_1.2,24.1797607421875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,8,1,power_law_1.01,0.1275167942047119
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,8,power_law_1.2,0.24745919704437255
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,8,power_law_1.2,0.25921919345855715
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,8,power_law_1.01,0.19014400243759155
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,8,power_law_1.01,30.305294799804688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,8,power_law_1.2,0.2953279972076416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,8,power_law_1.01,0.20767040252685548
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,8,power_law_1.01,0.20175039768218994
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,8,power_law_1.2,0.3087007999420166
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,8,power_law_1.2,0.3544159889221191
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,8,power_law_1.2,0.4092127799987793
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,8,1,power_law_1.01,5.712768173217773
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,8,power_law_1.2,0.5213056087493897
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,8,power_law_1.2,0.6288064002990723
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,8,power_law_1.2,0.9090815544128418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,8,power_law_1.2,1.155459213256836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,8,power_law_1.2,1.7215744018554688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,8,1,power_law_1.01,0.22151999473571776
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,8,1,power_law_1.01,0.24359359741210937
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,8,power_law_1.2,30.944659423828124
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,8,power_law_1.2,2.1401695251464843
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,8,1,power_law_1.01,11.337152099609375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,8,power_law_1.2,3.090166473388672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,8,power_law_1.2,4.344083023071289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,8,power_law_1.01,0.21048319339752197
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,8,power_law_1.01,0.21165120601654053
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,8,power_law_1.01,0.21425280570983887
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,8,power_law_1.01,0.2192512035369873
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,8,power_law_1.01,46.970947265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,8,power_law_1.01,0.22019200325012206
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,8,power_law_1.01,0.2356031894683838
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,8,power_law_1.01,0.24392321109771728
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,8,power_law_1.01,0.25845439434051515
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,8,1,power_law_1.01,0.23935039043426515
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,8,power_law_1.01,0.28675839900970457
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,8,power_law_1.2,6.843158721923828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,8,1,power_law_1.01,0.23173439502716064
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,8,power_law_1.01,0.29983999729156496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,8,power_law_1.01,0.35066559314727785
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,8,power_law_1.01,0.4046207904815674
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,8,power_law_1.01,0.5075424194335938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,8,power_law_1.2,37.54661254882812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,8,power_law_1.01,0.593932819366455
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,8,power_law_1.01,0.9153792381286621
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,8,power_law_1.01,1.0328960418701172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,8,power_law_1.01,1.6054143905639648
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,8,power_law_1.2,9.36087646484375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,8,power_law_1.01,43.799072265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,8,power_law_1.01,2.1831327438354493
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,8,power_law_1.01,3.2699359893798827
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,8,1,power_law_1.01,0.0513152003288269
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,8,power_law_1.01,4.132371139526367
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,8,1,power_law_1.01,0.2559040069580078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,8,1,power_law_1.01,0.26834559440612793
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,8,1,power_law_1.01,0.25173120498657225
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,8,1,power_law_1.01,0.25099198818206786
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,8,power_law_1.2,13.9069091796875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,8,1,power_law_1.01,0.26127679347991944
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,8,power_law_1.2,42.33497619628906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,8,1,power_law_1.01,0.270467209815979
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,8,power_law_1.01,6.747519683837891
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,8,power_law_1.01,8.99247055053711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,8,1,power_law_1.01,0.2790656089782715
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,8,1,power_law_1.01,0.2886591911315918
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,8,1,power_law_1.01,0.30610880851745603
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,8,1,power_law_1.01,0.30586559772491456
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,8,1,power_law_1.01,0.37277119159698485
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,8,power_law_1.2,19.334809875488283
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,8,1,power_law_1.01,0.3751136064529419
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,8,1,power_law_1.01,0.5030111789703369
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,8,power_law_1.01,13.95223388671875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,8,power_law_1.2,50.74001770019531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,8,power_law_1.01,60.844671630859374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,8,1,power_law_1.01,0.06512320041656494
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,8,power_law_1.01,49.0576416015625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,8,power_law_1.2,23.609210205078124
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,8,power_law_1.01,18.474946594238283
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,8,1,power_law_1.01,0.6221343994140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,8,1,power_law_1.01,0.8752287864685059
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,8,power_law_1.2,51.41650390625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,8,1,power_law_1.01,1.2032928466796875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,8,1,power_law_1.01,1.770217514038086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,8,1,power_law_1.01,2.357254409790039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,8,1,power_law_1.01,3.472227096557617
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,8,1,power_law_1.01,4.733961486816407
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,8,power_law_1.01,21.260208129882812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,8,1,power_law_1.01,0.07677760124206542
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,8,1,power_law_1.01,5.993923187255859
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,8,power_law_1.2,38.802651977539064
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,8,1,power_law_1.01,9.457794952392579
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,8,power_law_1.2,60.1637451171875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,8,1,power_law_1.01,19.085125732421876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,8,power_law_1.01,37.45585632324219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,8,1,power_law_1.01,0.07043520212173462
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,8,1,power_law_1.01,0.08116480112075805
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,8,1,power_law_1.01,0.09549440145492553
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,8,1,power_law_1.01,0.13213759660720825
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,8,1,power_law_1.01,0.13458559513092042
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,8,1,power_law_1.01,0.1373792052268982
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,8,1,power_law_1.01,0.14023040533065795
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,8,1,power_law_1.01,0.1413983941078186
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,8,1,power_law_1.01,0.129312002658844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,8,1,power_law_1.01,0.1504032015800476
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,8,1,power_law_1.01,0.1586143970489502
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,8,1,power_law_1.01,0.1673535943031311
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,8,1,power_law_1.01,0.16915839910507202
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,8,1,power_law_1.01,0.17318719625473022
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,8,1,power_law_1.01,0.18562560081481932
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,8,power_law_1.01,82.44297485351562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,8,1,power_law_1.01,0.1932960033416748
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,8,1,power_law_1.01,0.22338879108428955
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,8,1,power_law_1.01,0.2338560104370117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,8,power_law_1.01,93.29219360351563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,8,1,power_law_1.01,0.30460801124572756
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,8,1,power_law_1.01,0.37677440643310545
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,8,1,power_law_1.01,0.5187424182891845
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,8,1,power_law_1.01,0.6612864017486573
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,8,1,power_law_1.01,0.9484704017639161
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,8,1,power_law_1.01,1.2081312179565429
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,8,1,power_law_1.01,1.7716415405273438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,8,1,power_law_1.01,0.12876479625701903
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,8,1,power_law_1.01,2.350838470458984
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,8,1,power_law_1.01,3.5018943786621093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,8,power_law_1.2,88.77715454101562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,8,1,power_law_1.01,4.6681663513183596
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,8,1,power_law_1.01,0.13017599582672118
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,8,1,power_law_1.01,0.13205440044403077
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,8,1,power_law_1.01,0.13273600339889527
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,8,1,power_law_1.01,0.13803839683532715
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,8,1,power_law_1.01,0.14256319999694825
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,8,1,power_law_1.01,0.14933120012283324
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,8,1,power_law_1.01,0.15276800394058226
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,8,1,power_law_1.01,5.965625762939453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,8,1,power_law_1.01,0.1546239972114563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,8,1,power_law_1.01,0.16609599590301513
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,8,1,power_law_1.01,0.17536319494247438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,8,1,power_law_1.01,0.18350399732589723
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,8,power_law_1.2,76.32339477539062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,8,1,power_law_1.01,9.278899383544921
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,8,1,power_law_1.01,0.19436800479888916
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,8,1,power_law_1.2,0.07995520234107971
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,8,1,power_law_1.01,0.2288288116455078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,8,1,power_law_1.01,0.24073278903961182
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,8,1,power_law_1.01,0.3204832077026367
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,8,1,power_law_1.01,0.394652795791626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,8,1,power_law_1.01,0.5578080177307129
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,8,1,power_law_1.01,0.7224031925201416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,8,power_law_1.01,74.09415893554687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,8,1,power_law_1.01,1.0461631774902345
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,8,1,power_law_1.01,1.3717856407165527
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,8,1,power_law_1.01,18.84418487548828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,8,1,power_law_1.2,0.06960319876670837
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,8,1,power_law_1.2,0.07624319791793824
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,8,1,power_law_1.2,0.0852735996246338
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,8,1,power_law_1.2,0.09673920273780823
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,8,1,power_law_1.01,2.032284736633301
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,8,1,power_law_1.2,0.13430720567703247
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,8,1,power_law_1.2,0.13200000524520875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,8,1,power_law_1.2,0.13846720457077027
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,8,1,power_law_1.2,0.1400320053100586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,8,1,power_law_1.2,0.1425119996070862
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,8,1,power_law_1.01,2.708892822265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,8,1,power_law_1.2,0.15155199766159058
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,8,1,power_law_1.2,0.16592639684677124
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,8,1,power_law_1.2,0.16745920181274415
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,8,power_law_1.2,105.269970703125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,8,1,power_law_1.2,0.1713919997215271
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,8,1,power_law_1.2,0.17579519748687744
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,8,1,power_law_1.2,0.1857184052467346
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,8,1,power_law_1.01,3.4786529541015625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,8,1,power_law_1.2,0.19230400323867797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,8,1,power_law_1.2,0.219215989112854
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,8,1,power_law_1.2,0.2348479986190796
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,8,1,power_law_1.2,0.30646719932556155
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,8,1,power_law_1.2,0.3754431962966919
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,8,1,power_law_1.2,0.5181344032287598
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,8,1,power_law_1.2,0.11816320419311524
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,8,1,power_law_1.2,0.6623263835906983
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,8,1,power_law_1.2,0.05610560178756714
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,8,1,power_law_1.01,5.57470703125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,8,1,power_law_1.2,0.9405216217041016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,8,1,power_law_1.2,1.2157279968261718
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,8,1,power_law_1.2,1.773129653930664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,8,1,power_law_1.2,2.3513439178466795
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,8,1,power_law_1.2,0.22043519020080565
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,8,1,power_law_1.2,3.501123046875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,8,1,power_law_1.01,11.080246734619141
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,8,power_law_1.01,0.2763295888900757
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,8,1,power_law_1.2,4.663036727905274
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,8,power_law_1.01,0.5453440189361572
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,8,power_law_1.01,0.3438560009002686
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,8,1,power_law_1.2,0.24407680034637452
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,8,power_law_1.01,0.2883968114852905
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,8,1,power_law_1.2,5.941763305664063
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,8,power_law_1.01,0.5170752048492432
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,8,power_law_1.01,0.5775584220886231
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,8,power_law_1.01,0.9574367523193359
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,8,1,power_law_1.2,0.06618559956550599
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,8,1,power_law_1.2,9.516575622558594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,8,power_law_1.01,0.9897855758666992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,8,1,power_law_1.2,0.2455359935760498
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,8,1,power_law_1.2,0.23605120182037354
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,8,power_law_1.01,0.9837823867797851
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,8,power_law_1.01,1.0418463706970216
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,8,power_law_1.01,1.056396770477295
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,8,power_law_1.01,1.0922559738159179
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,8,power_law_1.01,1.1287551879882813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,8,1,power_law_1.2,18.751356506347655
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,8,power_law_1.01,1.1581024169921874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,8,power_law_1.01,0.19055360555648804
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,8,1,power_law_1.2,0.2591808080673218
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,8,power_law_1.01,0.33641600608825684
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,8,1,power_law_1.2,0.26603519916534424
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,8,power_law_1.01,1.2277824401855468
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,8,1,power_law_1.2,0.25333120822906496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,8,1,power_law_1.2,0.25033600330352784
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,8,power_law_1.01,0.1879807949066162
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,8,1,power_law_1.2,0.2603391885757446
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,8,1,power_law_1.2,0.26864960193634035
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,8,power_law_1.01,1.310969638824463
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,8,power_law_1.01,0.21671040058135987
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,8,1,power_law_1.2,0.07907519936561584
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,8,power_law_1.01,1.39900484085083
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,8,power_law_1.01,0.3239392042160034
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,8,power_law_1.01,0.37635838985443115
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,8,power_law_1.01,1.5480031967163086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,8,power_law_1.01,0.5825888156890869
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,8,power_law_1.01,1.7437856674194336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,8,1,power_law_1.2,0.2767807960510254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,8,power_law_1.01,0.6220992088317872
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,8,1,power_law_1.2,0.2903680086135864
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,8,1,power_law_1.2,0.31166720390319824
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,8,1,power_law_1.2,0.3072671890258789
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,8,power_law_1.01,170.86280517578126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,8,1,power_law_1.2,0.373036789894104
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,8,power_law_1.01,0.6316448211669922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,8,1,power_law_1.2,0.37503039836883545
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,8,power_law_1.01,2.066550445556641
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,8,1,power_law_1.2,0.5033376216888428
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,8,1,power_law_1.2,0.6235104084014893
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,8,power_law_1.01,0.6406271934509278
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,8,power_law_1.01,0.17934720516204833
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,8,1,power_law_1.2,0.8753503799438477
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,8,power_law_1.01,2.373155212402344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,8,power_law_1.01,0.2823296070098877
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,8,power_law_1.01,0.6710912227630615
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,8,1,power_law_1.2,1.2270943641662597
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,8,power_law_1.01,0.12791359424591064
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,8,1,power_law_1.2,1.712508773803711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,8,power_law_1.01,0.6971936225891113
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.01,0.16407999992370606
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,8,power_law_1.01,3.137142372131348
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,8,1,power_law_1.2,2.2661312103271483
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,8,power_law_1.01,0.7160223960876465
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.01,0.25709118843078616
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,8,power_law_1.01,0.7238495826721192
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,8,1,power_law_1.2,3.3685665130615234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.01,0.32680320739746094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,8,power_law_1.01,3.7589569091796875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,8,power_law_1.01,0.7623072147369385
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,8,power_law_1.01,0.4330463886260986
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,8,1,power_law_1.2,4.67496337890625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,8,1,power_law_1.2,0.12881920337677003
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,8,power_law_1.01,0.7995232105255127
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.01,0.44312319755554197
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,8,power_law_1.01,0.8483424186706543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,8,power_law_1.01,0.47577600479125975
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,8,power_law_1.01,5.232278442382812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,8,1,power_law_1.2,5.995331192016602
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,8,power_law_1.01,0.49170880317687987
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,8,power_law_1.01,1.0034655570983886
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,8,power_law_1.01,201.36407470703125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.01,0.4970975875854492
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,8,power_law_1.2,182.77010498046874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,8,power_law_1.01,1.1468223571777343
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,8,power_law_1.2,0.3145695924758911
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,8,power_law_1.01,0.5059391975402832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,8,power_law_1.2,0.1901311993598938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,8,power_law_1.01,6.505503845214844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,8,power_law_1.2,0.49663681983947755
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,8,power_law_1.01,1.463199996948242
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,8,power_law_1.01,0.5253759860992432
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,8,power_law_1.2,0.3322783946990967
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,8,1,power_law_1.2,9.316783905029297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,8,power_law_1.2,0.167958402633667
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,8,power_law_1.2,0.13672319650650025
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.01,0.5615903854370117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,8,1,power_law_1.2,0.1289728045463562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,8,power_law_1.01,1.8176223754882812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,8,1,power_law_1.2,0.13050880432128906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,8,power_law_1.2,0.2951711893081665
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,8,1,power_law_1.2,0.13188799619674682
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,8,power_law_1.2,0.19819200038909912
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,8,1,power_law_1.2,0.13337279558181764
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,8,power_law_1.01,0.5803808212280274
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,8,1,power_law_1.2,0.14109439849853517
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,8,1,power_law_1.2,0.14368640184402465
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,8,power_law_1.2,0.39670720100402834
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,8,1,power_law_1.2,0.15088640451431273
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,8,power_law_1.2,0.27794880867004396
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,8,1,power_law_1.2,0.1533184051513672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,8,power_law_1.01,0.5973824024200439
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,8,1,power_law_1.2,0.1563199996948242
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,8,power_law_1.01,2.4369760513305665
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,8,power_law_1.2,0.5519008159637451
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,8,power_law_1.2,0.3453183889389038
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.01,0.6292448043823242
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,8,power_law_1.01,9.566355133056641
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,8,power_law_1.2,0.928764820098877
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,8,power_law_1.2,0.5860832214355469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,8,power_law_1.01,0.7203423976898193
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,8,power_law_1.01,3.270761489868164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,8,power_law_1.2,0.5965568065643311
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,8,power_law_1.2,0.9629695892333985
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.01,0.8085824012756347
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,8,power_law_1.2,0.6524928092956543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,8,power_law_1.2,0.9811807632446289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,8,1,power_law_1.2,18.835350036621094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,8,power_law_1.01,0.9924063682556152
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,8,power_law_1.01,4.765606307983399
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,8,power_law_1.2,0.6444704055786132
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,8,power_law_1.2,1.0386207580566407
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.01,1.1605279922485352
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,8,power_law_1.2,0.6469855785369873
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,8,power_law_1.2,1.0284799575805663
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,8,1,power_law_1.2,0.16114879846572877
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,8,power_law_1.01,12.830595397949219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,8,1,power_law_1.2,0.17514560222625733
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,8,power_law_1.2,0.6900447845458985
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,8,1,power_law_1.2,0.18265919685363768
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,8,power_law_1.01,1.5346879959106445
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,8,power_law_1.2,1.1332063674926758
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,8,power_law_1.2,0.7123744010925293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,8,power_law_1.01,6.097868728637695
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,8,power_law_1.2,1.1271231651306153
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.01,1.9558975219726562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,8,power_law_1.2,0.7649695873260498
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,8,power_law_1.2,0.1723456025123596
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,8,power_law_1.2,1.2151007652282715
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,8,power_law_1.2,0.769324779510498
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,8,power_law_1.01,2.7511808395385744
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,8,power_law_1.2,1.2827327728271485
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,8,power_law_1.2,0.8217503547668457
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,8,power_law_1.2,0.8895263671875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,8,power_law_1.2,1.3417247772216796
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,8,power_law_1.01,8.894438171386719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,8,1,power_law_1.2,0.19132479429244995
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.01,3.630281448364258
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,8,power_law_1.2,1.0682944297790526
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,8,1,power_law_1.2,0.22885119915008545
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,8,power_law_1.2,1.4432991981506347
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,8,power_law_1.01,15.60072021484375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,8,1,power_law_1.2,0.2392735958099365
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,8,1,power_law_1.2,0.31734719276428225
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,8,1,power_law_1.2,0.3909759998321533
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,8,power_law_1.2,1.2397855758666991
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,8,1,power_law_1.2,0.551148796081543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,8,power_law_1.2,1.6415519714355469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,8,1,power_law_1.2,0.7174399852752685
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,8,1,power_law_1.2,1.041427230834961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,8,power_law_1.2,1.616975975036621
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,8,power_law_1.2,1.752332878112793
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,8,power_law_1.01,5.262031936645508
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,8,1,power_law_1.2,1.347747230529785
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,8,power_law_1.2,0.26729280948638917
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,8,power_law_1.01,11.68135986328125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,8,1,power_law_1.2,2.011929512023926
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,8,power_law_1.2,1.9672479629516602
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,8,power_law_1.2,2.1608352661132812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,8,power_law_1.2,0.1174496054649353
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,8,1,power_law_1.2,2.631395149230957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.2,0.18227200508117675
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,8,power_law_1.2,205.701123046875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,8,power_law_1.2,2.881308746337891
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,8,power_law_1.2,2.666220855712891
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.01,6.8484130859375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.2,0.2394943952560425
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,8,1,power_law_1.01,0.08104320168495179
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,8,1,power_law_1.2,3.350281524658203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.2,0.2964864015579224
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,8,1,power_law_1.01,0.11812160015106202
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,8,power_law_1.2,3.396793746948242
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,8,power_law_1.2,3.526697540283203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,8,1,power_law_1.01,0.12571200132369995
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,8,power_law_1.2,0.420195198059082
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,8,1,power_law_1.2,5.552358245849609
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,8,1,power_law_1.01,0.21175680160522461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.2,0.44184322357177735
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,8,power_law_1.01,24.090281677246093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,8,power_law_1.2,4.256419372558594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,8,1,power_law_1.01,0.3444159984588623
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,8,power_law_1.01,14.951423645019531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,8,power_law_1.2,0.45872321128845217
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,8,power_law_1.2,5.1378623962402346
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,8,power_law_1.01,8.688790130615235
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,8,1,power_law_1.01,0.5117055892944335
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,8,power_law_1.2,0.475267219543457
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,8,1,power_law_1.01,0.6829855918884278
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.2,0.5061024188995361
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,8,power_law_1.2,5.901766586303711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,8,1,power_law_1.01,0.7192959785461426
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,8,1,power_law_1.2,11.066358184814453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,8,power_law_1.2,0.5365600109100341
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,8,power_law_1.2,6.820377349853516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,8,1,power_law_1.01,0.074508798122406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,8,1,power_law_1.01,0.7388480186462403
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,8,power_law_1.2,0.5431583881378174
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,8,1,power_law_1.01,0.11008319854736329
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,8,1,power_law_1.01,0.7608416080474854
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.2,0.5659776210784913
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,8,1,power_law_1.01,0.11512960195541382
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,8,power_law_1.2,7.279500579833984
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,8,1,power_law_1.01,0.8181471824645996
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,8,power_law_1.2,0.5686624050140381
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,8,1,power_law_1.01,0.15616639852523803
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,8,power_law_1.01,13.683027648925782
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,8,1,power_law_1.01,0.8538944244384765
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,8,power_law_1.2,0.6132192134857177
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,8,1,power_law_1.01,0.22749440670013427
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,8,power_law_1.2,10.10010223388672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,8,1,power_law_1.01,0.886575984954834
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.2,0.6584159851074218
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,8,1,power_law_1.01,0.32608959674835203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,8,1,power_law_1.01,0.4321375846862793
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,8,1,power_law_1.01,0.9039999961853027
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,8,power_law_1.2,0.7411968231201171
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,8,power_law_1.01,24.206492614746093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,8,1,power_law_1.01,0.48192639350891114
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,8,1,power_law_1.01,1.1173343658447266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.2,0.8419039726257325
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,8,power_law_1.2,11.29964828491211
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,8,1,power_law_1.01,0.49506559371948244
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,8,1,power_law_1.01,1.1653727531433105
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,8,power_law_1.2,1.0073792457580566
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,8,1,power_law_1.01,0.5075232028961182
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,8,1,power_law_1.01,1.21812162399292
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,8,1,power_law_1.01,0.5225567817687988
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.2,1.2439295768737793
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,8,1,power_law_1.01,0.536188793182373
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,8,power_law_1.2,14.505679321289062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,8,1,power_law_1.01,1.3318240165710449
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,8,power_law_1.2,1.6790399551391602
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,8,1,power_law_1.01,0.5643519878387451
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,8,1,power_law_1.01,1.4734687805175781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,8,1,power_law_1.01,0.6208255767822266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.2,2.0506528854370116
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,8,1,power_law_1.01,1.6543359756469727
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,8,power_law_1.2,14.686268615722657
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,8,1,power_law_1.01,0.6673759937286377
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,8,power_law_1.01,49.02908020019531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,8,1,power_law_1.01,0.6846303939819336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,8,1,power_law_1.01,1.927894401550293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,8,power_law_1.2,3.165769577026367
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,8,1,power_law_1.01,0.7329023838043213
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,8,power_law_1.01,27.9234619140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,8,1,power_law_1.01,2.455232048034668
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,8,1,power_law_1.2,0.08146560192108154
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,8,1,power_law_1.01,0.8151071548461915
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,8,1,power_law_1.2,0.11579519510269165
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.2,3.9451393127441405
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,8,1,power_law_1.01,0.9108415603637695
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,8,power_law_1.2,17.950384521484374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,8,1,power_law_1.2,0.12590399980545045
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,8,1,power_law_1.01,2.9482656478881837
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,8,1,power_law_1.01,1.0771871566772462
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,8,1,power_law_1.2,0.19664640426635743
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,8,1,power_law_1.01,0.07095680236816407
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,8,1,power_law_1.2,0.3019488096237183
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,8,1,power_law_1.01,1.3034687995910645
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,8,power_law_1.2,17.811996459960938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,8,1,power_law_1.01,3.8869792938232424
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,8,power_law_1.2,5.878540802001953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,8,1,power_law_1.2,0.4341887950897217
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,8,1,power_law_1.01,1.7264064788818358
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,8,1,power_law_1.2,0.6607423782348633
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,8,1,power_law_1.2,0.708460807800293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,8,1,power_law_1.01,4.672393417358398
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,8,1,power_law_1.01,2.165331268310547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,8,1,power_law_1.01,0.08081600069999695
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,8,1,power_law_1.2,0.7336512088775635
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,8,1,power_law_1.01,0.08529919981956482
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.2,7.355766296386719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,8,1,power_law_1.2,0.7662496089935302
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,8,1,power_law_1.01,3.0459775924682617
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,8,power_law_1.01,50.82637329101563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,8,1,power_law_1.01,0.15441919565200807
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,8,1,power_law_1.2,0.8200736045837402
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,8,1,power_law_1.2,0.07383999824523926
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,8,1,power_law_1.01,0.23513920307159425
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,8,1,power_law_1.01,6.385769653320312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,8,1,power_law_1.2,0.8612511634826661
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,8,1,power_law_1.2,0.10878080129623413
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,8,1,power_law_1.01,0.2900383949279785
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,8,1,power_law_1.01,3.9238399505615233
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,8,1,power_law_1.2,0.885155200958252
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,8,1,power_law_1.2,0.11634559631347656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,8,1,power_law_1.01,0.4083360195159912
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,8,power_law_1.2,28.31241455078125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,8,1,power_law_1.2,0.1511423945426941
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,8,1,power_law_1.2,0.9148256301879882
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,8,power_law_1.2,9.326496124267578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,8,1,power_law_1.01,0.42554559707641604
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,8,1,power_law_1.2,0.2000864028930664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,8,1,power_law_1.2,1.144211196899414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,8,1,power_law_1.01,0.44136319160461424
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,8,1,power_law_1.01,8.141779327392578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,8,1,power_law_1.01,5.693353652954102
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,8,1,power_law_1.2,0.3118720054626465
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,8,1,power_law_1.01,0.4547327995300293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,8,1,power_law_1.2,1.18505916595459
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,8,1,power_law_1.2,0.4245408058166504
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,8,power_law_1.2,30.418539428710936
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,8,1,power_law_1.01,0.4950431823730469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,8,1,power_law_1.2,1.2676799774169922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,8,1,power_law_1.2,0.4795936107635498
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,8,1,power_law_1.01,0.5119967937469483
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,8,1,power_law_1.2,1.4129728317260741
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,8,1,power_law_1.2,0.48959999084472655
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,8,1,power_law_1.01,0.5280831813812256
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,8,1,power_law_1.01,7.4389793395996096
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,8,1,power_law_1.2,0.5025472164154052
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,8,1,power_law_1.2,1.5084383964538575
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,8,1,power_law_1.01,0.5417535781860352
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,8,1,power_law_1.01,10.084684753417969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,8,1,power_law_1.2,0.5209695816040039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,8,1,power_law_1.01,0.5584383964538574
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,8,1,power_law_1.2,1.7086048126220703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,8,power_law_1.2,16.29473876953125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,8,1,power_law_1.2,0.5484831809997559
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,8,1,power_law_1.01,0.5666463851928711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,8,1,power_law_1.2,0.6046559810638428
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,8,1,power_law_1.2,1.9361791610717773
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,8,1,power_law_1.01,0.5976928234100342
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,8,1,power_law_1.2,0.6275904178619385
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,8,1,power_law_1.01,9.270140838623046
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,8,1,power_law_1.01,0.6671167850494385
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,8,1,power_law_1.2,2.4269664764404295
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,8,1,power_law_1.2,0.6955296039581299
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,8,1,power_law_1.01,0.7259136199951172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,8,1,power_law_1.2,0.7083936214447022
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,8,1,power_law_1.01,0.8456895828247071
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,8,1,power_law_1.2,2.862726402282715
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,8,1,power_law_1.2,0.7710464000701904
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,8,1,power_law_1.01,15.45032958984375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,8,1,power_law_1.01,0.9799136161804199
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,8,1,power_law_1.2,0.8719840049743652
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,8,1,power_law_1.2,3.7035423278808595
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,8,1,power_law_1.01,1.2406399726867676
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,8,1,power_law_1.2,0.9437727928161621
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,8,1,power_law_1.2,1.1237631797790528
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,8,1,power_law_1.01,1.5124256134033203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,8,1,power_law_1.01,14.597958374023438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,8,1,power_law_1.2,4.519094467163086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,8,1,power_law_1.2,1.3570752143859863
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,8,1,power_law_1.01,2.0531455993652346
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,8,1,power_law_1.2,1.7933439254760741
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,8,1,power_law_1.01,2.6110111236572267
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,8,1,power_law_1.2,6.224860763549804
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,8,power_law_1.2,56.941522216796876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,8,1,power_law_1.2,2.211903953552246
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,8,power_law_1.2,32.531027221679686
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,8,power_law_1.01,0.05793920159339905
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,8,power_law_1.01,0.04199039936065674
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,8,1,power_law_1.2,0.07092159986495972
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,8,1,power_law_1.01,3.697779083251953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,8,power_law_1.01,0.043459200859069826
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,8,1,power_law_1.2,3.105606460571289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,8,1,power_law_1.2,0.07833600044250488
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,8,power_law_1.01,0.05392640233039856
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,8,power_law_1.01,0.05940160155296326
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,8,1,power_law_1.2,0.08473920226097106
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,8,1,power_law_1.2,7.949388885498047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,8,power_law_1.01,0.08436800241470337
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,8,power_law_1.01,0.08631680011749268
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,8,1,power_law_1.2,0.14143680334091185
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,8,1,power_law_1.2,3.980316925048828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,8,power_law_1.2,61.47892456054687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,8,power_law_1.01,0.08823360204696655
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,8,1,power_law_1.01,4.794409561157226
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,8,1,power_law_1.2,0.22041280269622804
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,8,power_law_1.01,0.04391680061817169
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,8,power_law_1.01,0.08831359744071961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,8,1,power_law_1.01,31.844287109375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,8,power_law_1.01,0.040252798795700075
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,8,power_law_1.01,0.08920959830284118
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,8,power_law_1.01,0.05112640261650085
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,8,1,power_law_1.2,0.26543679237365725
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,8,power_law_1.01,0.04042559862136841
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,8,power_law_1.01,0.09241600036621093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,8,power_law_1.01,0.04755519926548004
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,8,power_law_1.01,0.04782080054283142
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,8,power_law_1.01,0.09607999920845031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,8,1,power_law_1.2,0.4004415988922119
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,8,power_law_1.01,0.046070399880409243
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,8,power_law_1.01,0.050518399477005003
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,8,power_law_1.01,0.09973120093345642
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,8,power_law_1.01,0.048835200071334836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,8,1,power_law_1.2,5.780969619750977
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,8,power_law_1.01,0.0739296019077301
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,8,1,power_law_1.2,0.42484478950500487
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,8,power_law_1.01,0.10406719446182251
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,8,power_law_1.01,0.051583999395370485
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,8,1,power_law_1.2,9.892998504638673
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,8,power_law_1.01,0.07585920095443725
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,8,1,power_law_1.01,28.955355834960937
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,8,1,power_law_1.01,5.992377471923828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,8,power_law_1.01,0.1082111954689026
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,8,power_law_1.01,0.060864001512527466
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,8,1,power_law_1.2,0.4381087779998779
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,8,power_law_1.01,0.07771840095520019
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,8,power_law_1.2,0.05552319884300232
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,8,power_law_1.01,0.1175711989402771
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,8,power_law_1.01,0.0652671992778778
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,8,power_law_1.01,0.07969599962234497
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,8,power_law_1.2,0.03780480027198792
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,8,1,power_law_1.2,0.4651455879211426
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,8,power_law_1.01,0.12843199968338012
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,8,power_law_1.01,0.0652127981185913
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,8,power_law_1.01,0.0796671986579895
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,8,power_law_1.2,0.044675201177597046
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,8,power_law_1.01,0.15561280250549317
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,8,power_law_1.01,0.06738880276679993
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,8,power_law_1.01,0.0830847978591919
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,8,power_law_1.2,0.050678402185440063
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,8,1,power_law_1.2,0.4971007823944092
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,8,power_law_1.01,0.18631999492645263
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,8,power_law_1.01,0.07012479901313781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,8,power_law_1.2,0.05441920161247253
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,8,power_law_1.01,0.086627197265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,8,1,power_law_1.2,7.528463745117188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,8,1,power_law_1.2,0.5238175868988038
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,8,power_law_1.01,0.07079039812088013
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,8,power_law_1.2,0.08075839877128602
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,8,power_law_1.01,0.08872320055961609
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,8,power_law_1.01,0.2523776054382324
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,8,power_law_1.01,0.07464960217475891
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,8,power_law_1.2,0.08627520203590393
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,8,power_law_1.01,0.09583359956741333
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,8,1,power_law_1.2,0.5288544178009034
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,8,power_law_1.01,0.3107968091964722
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,8,power_law_1.01,0.07760639786720276
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,8,power_law_1.2,0.08544639945030212
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,8,power_law_1.01,0.10089279413223266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,8,1,power_law_1.01,9.311859130859375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,8,power_law_1.01,0.44588160514831543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,8,power_law_1.01,0.08503040075302123
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,8,power_law_1.2,0.08562560081481933
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,8,1,power_law_1.2,0.5461056232452393
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,8,power_law_1.01,0.10902080535888672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,8,power_law_1.01,0.09070399999618531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,8,power_law_1.2,0.08950399756431579
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,8,power_law_1.01,0.5747360229492188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,8,power_law_1.01,0.12418559789657593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,8,1,power_law_1.2,15.120428466796875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,8,1,power_law_1.2,0.5706431865692139
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,8,power_law_1.01,0.09697279930114747
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,8,power_law_1.2,0.09251199960708618
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,8,power_law_1.01,0.15498239994049073
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,8,power_law_1.01,0.8172800064086914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,8,power_law_1.01,0.11196479797363282
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,8,power_law_1.2,0.09534080028533935
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,8,power_law_1.01,0.18435839414596558
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,8,1,power_law_1.2,0.5959584236145019
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,8,1,power_law_1.2,9.334143829345702
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,8,power_law_1.01,0.1385696053504944
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,8,power_law_1.2,0.09768319725990296
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,8,power_law_1.01,0.25714879035949706
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,8,power_law_1.01,1.0928576469421387
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,8,power_law_1.2,0.10477440357208252
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,8,power_law_1.01,0.1651584029197693
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,8,1,power_law_1.2,0.6275424003601074
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,8,power_law_1.01,0.31328320503234863
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,8,power_law_1.2,0.11029759645462037
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,8,power_law_1.01,0.22266240119934083
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,8,power_law_1.2,0.11811519861221313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,8,power_law_1.01,0.46646718978881835
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,8,1,power_law_1.2,0.697599983215332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,8,power_law_1.01,1.6194175720214843
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,8,power_law_1.01,0.28558080196380614
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,8,power_law_1.2,0.13139840364456176
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,8,power_law_1.01,0.6116320133209229
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,8,power_law_1.2,0.16327359676361083
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,8,power_law_1.01,0.3998431921005249
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,8,1,power_law_1.2,0.7546527862548829
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,8,power_law_1.2,0.19560320377349855
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,8,power_law_1.01,0.8904767990112304
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,8,power_law_1.01,0.533519983291626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,8,power_law_1.01,2.239628791809082
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,8,1,power_law_1.2,0.8767999649047852
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,8,power_law_1.2,0.2659392118453979
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,8,power_law_1.01,0.7578400135040283
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,8,power_law_1.01,1.2741344451904297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,8,power_law_1.2,0.34040639400482176
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,8,1,power_law_1.2,1.0037440299987792
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,8,power_law_1.2,0.47420802116394045
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,8,power_law_1.01,0.9956543922424317
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,8,power_law_1.01,2.7217279434204102
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,8,1,power_law_1.2,14.709500122070313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,8,power_law_1.01,1.8100288391113282
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,8,1,power_law_1.01,18.284410095214845
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,8,1,power_law_1.2,1.2674015998840331
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,8,power_law_1.2,0.6463840007781982
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,8,power_law_1.2,0.039340800046920775
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,8,power_law_1.01,1.4687968254089356
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,8,power_law_1.2,0.9584768295288086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,8,power_law_1.2,0.038889598846435544
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,8,1,power_law_1.2,1.5382559776306153
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,8,power_law_1.2,0.040479999780654904
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,8,power_law_1.01,2.320038414001465
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,8,power_law_1.2,1.2410752296447753
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,8,power_law_1.2,0.04309119880199432
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,8,power_law_1.01,4.356505584716797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,8,power_law_1.01,1.8875680923461915
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,8,power_law_1.2,0.048614400625228885
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,8,1,power_law_1.2,2.0984064102172852
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,8,power_law_1.2,0.07368639707565308
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,8,power_law_1.2,1.8856256484985352
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,8,power_law_1.2,0.07568640112876893
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,8,power_law_1.01,2.9488927841186525
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,8,1,power_law_1.2,30.107205200195313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,8,power_law_1.2,0.07706239819526672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,8,power_law_1.01,2.4576095581054687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,8,1,power_law_1.2,2.640547180175781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,8,power_law_1.2,0.04749760031700134
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,8,power_law_1.2,0.0789792001247406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,8,power_law_1.2,0.046438398957252505
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,8,power_law_1.2,2.557686424255371
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,8,power_law_1.2,0.08078399896621705
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,8,power_law_1.2,0.047065600752830505
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,8,power_law_1.2,0.08341439962387084
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,8,power_law_1.2,0.048105600476264956
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,8,power_law_1.2,0.0871616005897522
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,8,power_law_1.01,4.716899108886719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,8,power_law_1.2,0.05058240294456482
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,8,power_law_1.2,0.08942080140113831
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,8,1,power_law_1.2,3.7486175537109374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,8,power_law_1.01,3.9023326873779296
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,8,power_law_1.2,0.06301440000534057
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,8,power_law_1.2,3.000249671936035
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,8,power_law_1.2,0.09509440064430237
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,8,power_law_1.2,0.06641600131988526
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,8,power_law_1.01,9.212608337402344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,8,power_law_1.2,0.10105600357055664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,8,power_law_1.2,0.06740800142288209
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,8,power_law_1.01,0.12660479545593262
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,8,power_law_1.2,0.10965440273284913
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,8,power_law_1.2,0.06846079826354981
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,8,power_law_1.01,0.09896640181541443
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,8,power_law_1.2,0.12711360454559326
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,8,power_law_1.2,0.07002239823341369
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,8,power_law_1.01,0.09248960018157959
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,8,power_law_1.2,0.15976959466934204
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,8,power_law_1.2,0.07128319740295411
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,8,1,power_law_1.2,4.829072189331055
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,8,power_law_1.01,0.11707839965820313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,8,power_law_1.2,0.19592000246047975
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,8,power_law_1.2,0.0760320007801056
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,8,power_law_1.01,0.14559999704360962
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,8,power_law_1.2,5.346432113647461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,8,power_law_1.2,0.26127359867095945
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,8,power_law_1.2,0.07954879999160766
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,8,power_law_1.01,0.2371903896331787
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,8,power_law_1.2,0.08517760038375854
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,8,power_law_1.2,0.33879361152648924
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,8,1,power_law_1.2,29.031185913085938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,8,power_law_1.01,0.2594912052154541
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,8,power_law_1.2,0.09042879939079285
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,8,power_law_1.01,0.09815359711647034
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,8,power_law_1.2,0.5183040142059326
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,8,power_law_1.01,0.2729343891143799
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,8,power_law_1.01,9.200093078613282
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,8,power_law_1.2,0.09997760057449341
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,8,power_law_1.01,7.762729644775391
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,8,power_law_1.01,0.0718720018863678
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,8,power_law_1.01,0.29074559211730955
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,8,power_law_1.01,0.08799039721488952
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,8,power_law_1.2,0.11475199460983276
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,8,power_law_1.2,0.12536319494247436
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,8,power_law_1.2,0.6571360111236573
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,8,power_law_1.01,0.07190080285072327
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,8,1,power_law_1.2,6.024118423461914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,8,power_law_1.01,0.2836672067642212
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,8,power_law_1.01,0.07403200268745422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,8,power_law_1.2,0.14018559455871582
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,8,power_law_1.2,0.07356160283088684
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,8,power_law_1.01,0.0876416027545929
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,8,power_law_1.01,0.07118719816207886
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,8,power_law_1.01,0.28479039669036865
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,8,power_law_1.2,1.0009599685668946
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,8,power_law_1.2,0.16875840425491334
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,8,power_law_1.2,0.08628159761428833
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,8,power_law_1.01,0.1056928038597107
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,8,power_law_1.01,0.08330879807472229
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,8,power_law_1.01,0.31065280437469484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,8,power_law_1.2,0.10484800338745118
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,8,power_law_1.2,0.23019840717315673
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,8,power_law_1.01,0.17361600399017335
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,8,power_law_1.01,0.10277119874954224
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,8,power_law_1.2,1.343619155883789
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,8,power_law_1.01,0.3248543977737427
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,8,power_law_1.2,0.14097280502319337
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,8,power_law_1.01,0.19131200313568114
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,8,power_law_1.2,0.29442241191864016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,8,power_law_1.01,0.14327679872512816
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,8,power_law_1.2,0.259935998916626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,8,power_law_1.01,0.3448415994644165
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,8,power_law_1.01,0.19438400268554687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,8,power_law_1.01,0.15119359493255616
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,8,power_law_1.2,0.4151167869567871
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,8,power_law_1.2,0.2666208028793335
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,8,power_law_1.01,0.3654367923736572
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,8,power_law_1.01,0.2034559965133667
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,8,power_law_1.01,0.15630719661712647
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,8,power_law_1.2,2.069852828979492
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,8,power_law_1.2,0.2847359895706177
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,8,power_law_1.2,12.034038543701172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,8,power_law_1.2,0.5345664024353027
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,8,power_law_1.01,0.3871776103973389
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,8,power_law_1.01,0.20476799011230468
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,8,power_law_1.01,0.16064319610595704
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,8,power_law_1.2,0.29752960205078127
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,8,power_law_1.2,0.08768320083618164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,8,power_law_1.01,0.15878080129623412
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,8,power_law_1.01,0.21548800468444823
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,8,power_law_1.01,0.4445536136627197
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,8,power_law_1.2,0.8140640258789062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,8,power_law_1.2,0.06481599807739258
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,8,1,power_law_1.2,9.329007720947265
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,8,power_law_1.2,0.2965183973312378
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,8,power_law_1.01,0.16444159746170045
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,8,power_law_1.01,0.23031039237976075
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,8,power_law_1.01,0.48667521476745607
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,8,power_law_1.2,0.07403839826583862
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,8,power_law_1.2,2.9037567138671876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,8,power_law_1.2,0.3079807996749878
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,8,power_law_1.01,0.17662719488143921
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,8,power_law_1.01,0.23059520721435547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,8,power_law_1.2,0.09310399889945983
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,8,power_law_1.2,1.0529888153076172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,8,power_law_1.01,0.541923189163208
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,8,power_law_1.2,0.322108793258667
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,8,power_law_1.01,0.17917439937591553
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,8,power_law_1.01,0.2531136035919189
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,8,power_law_1.2,0.10254080295562744
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,8,power_law_1.01,0.7162623882293702
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,8,power_law_1.01,0.19582719802856446
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,8,power_law_1.2,0.3434720039367676
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,8,power_law_1.01,0.26314239501953124
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,8,power_law_1.2,0.1815551996231079
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,8,power_law_1.2,1.6055360794067384
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,8,power_law_1.01,0.20692479610443115
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,8,power_law_1.2,0.3726912021636963
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,8,power_law_1.01,0.2851871967315674
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,8,power_law_1.2,0.193123197555542
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,8,power_law_1.01,0.9223072052001953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,8,power_law_1.2,3.4223873138427736
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,8,power_law_1.01,0.21937921047210693
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,8,power_law_1.2,0.20109119415283203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,8,power_law_1.2,0.3886048078536987
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,8,power_law_1.01,0.32394239902496336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,8,power_law_1.01,0.24626240730285645
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,8,power_law_1.2,0.199782395362854
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,8,power_law_1.01,1.2686271667480469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,8,power_law_1.2,0.4165791988372803
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,8,power_law_1.01,0.3940608024597168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,8,power_law_1.2,2.147216033935547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,8,power_law_1.2,0.21039040088653566
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,8,power_law_1.01,0.30398080348968504
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,8,power_law_1.2,0.4505887985229492
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,8,power_law_1.01,0.49625282287597655
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,8,power_law_1.2,0.20969600677490235
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,8,power_law_1.01,1.7068063735961914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,8,power_law_1.01,0.36611840724945066
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,8,power_law_1.2,0.4992671966552734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,8,power_law_1.01,0.7062911987304688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,8,power_law_1.2,0.23213119506835939
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,8,power_law_1.01,0.49574079513549807
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,8,power_law_1.2,0.5623519897460938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,8,power_law_1.2,0.2420639991760254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,8,power_law_1.01,0.8551008224487304
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,8,power_law_1.2,2.709075164794922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,8,power_law_1.01,2.457084846496582
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,8,power_law_1.01,0.6247039794921875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,8,power_law_1.2,0.25651841163635253
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,8,power_law_1.2,0.7543488025665284
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,8,power_law_1.2,5.7522624969482425
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,8,power_law_1.2,0.2639839887619019
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,8,power_law_1.01,1.3307200431823731
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,8,power_law_1.01,0.8839520454406739
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,8,power_law_1.2,0.965334415435791
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,8,power_law_1.2,0.28221759796142576
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,8,power_law_1.01,3.172636795043945
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,8,power_law_1.2,0.3218591928482056
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,8,power_law_1.01,1.1473376274108886
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,8,power_law_1.01,1.7451040267944335
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,8,power_law_1.2,1.4778688430786133
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,8,power_law_1.2,0.4190847873687744
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,8,1,power_law_1.2,18.274684143066406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,8,power_law_1.2,4.336153411865235
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,8,power_law_1.2,0.5259488105773926
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,8,power_law_1.01,1.6449151992797852
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,8,power_law_1.2,1.9838176727294923
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,8,power_law_1.2,0.09570879936218261
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,8,power_law_1.01,2.322323226928711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,8,power_law_1.2,0.7118368148803711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,8,power_law_1.2,0.06795520186424256
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,8,power_law_1.01,4.773110580444336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,8,power_law_1.2,0.07191359996795654
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,8,power_law_1.01,2.206502342224121
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,8,power_law_1.2,0.9383680343627929
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,8,power_law_1.2,2.788483238220215
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,8,power_law_1.2,0.08364800214767457
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,8,power_law_1.01,3.248499298095703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,8,power_law_1.2,0.0948095977306366
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,8,power_law_1.2,1.4053279876708984
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,8,power_law_1.2,0.14564160108566285
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,8,power_law_1.2,0.15025919675827026
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,8,power_law_1.01,3.205129623413086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,8,power_law_1.2,4.077859115600586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,8,power_law_1.2,12.153260803222656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,8,power_law_1.2,1.900841522216797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,8,power_law_1.2,0.15867520570755006
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,8,power_law_1.01,6.445750427246094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,8,power_law_1.2,0.1577952027320862
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,8,power_law_1.01,4.850979232788086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,8,power_law_1.2,0.16554239988327027
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,8,power_law_1.2,2.937494468688965
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,8,power_law_1.2,0.17280319929122925
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,8,power_law_1.2,8.654287719726563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,8,power_law_1.01,4.362588882446289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,8,power_law_1.2,0.17916799783706666
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,8,1,power_law_1.01,0.03123520016670227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,8,power_law_1.2,5.647657775878907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,8,1,power_law_1.01,0.05347520112991333
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,8,power_law_1.2,0.183843195438385
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,8,1,power_law_1.01,0.06590080261230469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,8,power_law_1.2,0.19893759489059448
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,8,power_law_1.2,4.162486267089844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,8,1,power_law_1.01,0.07728959918022156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,8,1,power_law_1.01,0.03158400058746338
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,8,power_law_1.01,6.616802978515625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,8,power_law_1.2,0.2101344108581543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,8,power_law_1.01,8.468121337890626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,8,1,power_law_1.01,0.08820480108261108
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,8,1,power_law_1.01,0.04002879858016968
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,8,power_law_1.2,0.2279871940612793
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,8,1,power_law_1.01,0.13054720163345337
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,8,power_law_1.2,0.25500481128692626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,8,power_law_1.01,5.372585678100586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,8,1,power_law_1.01,0.14912960529327393
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,8,power_law_1.2,0.3113663911819458
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,8,1,power_law_1.01,0.15230079889297485
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,8,power_law_1.2,8.155859375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,8,power_law_1.2,0.3769952058792114
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,8,1,power_law_1.01,0.1702015995979309
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,8,power_law_1.2,6.210051345825195
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,8,1,power_law_1.01,0.17524800300598145
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,8,power_law_1.2,0.5013792037963867
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,8,1,power_law_1.01,0.17971199750900269
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,8,power_law_1.01,7.637977600097656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,8,power_law_1.2,0.6671711921691894
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,8,1,power_law_1.01,0.18079040050506592
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,8,1,power_law_1.01,0.060864001512527466
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,8,1,power_law_1.01,0.18472319841384888
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,8,power_law_1.2,0.9444191932678223
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,8,1,power_law_1.01,0.1970687985420227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,8,1,power_law_1.01,0.205132794380188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,8,power_law_1.01,8.682406616210937
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,8,power_law_1.2,1.2171039581298828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,8,power_law_1.01,12.778870391845704
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,8,power_law_1.2,7.467024230957032
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,8,1,power_law_1.01,0.21086399555206298
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,8,power_law_1.2,9.734770965576171
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,8,1,power_law_1.01,0.24044480323791503
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,8,power_law_1.2,1.777097511291504
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,8,1,power_law_1.01,0.29281280040740965
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,8,1,power_law_1.01,0.33505280017852784
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,8,power_law_1.2,2.434169578552246
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,8,1,power_law_1.01,0.4333536148071289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,8,1,power_law_1.01,0.08537279963493347
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,8,1,power_law_1.01,0.5324831962585449
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,8,power_law_1.01,12.860342407226563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,8,1,power_law_1.01,0.72740797996521
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,8,power_law_1.2,9.983673858642579
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,8,power_law_1.2,3.642281723022461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,8,1,power_law_1.01,0.9353504180908203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,8,1,power_law_1.01,1.3457568168640137
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,8,1,power_law_1.01,0.11402560472488403
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,8,power_law_1.2,15.941728210449218
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,8,power_law_1.2,4.980745697021485
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,8,1,power_law_1.01,1.7504831314086915
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,8,power_law_1.01,17.5987548828125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,8,1,power_law_1.01,2.585251235961914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,8,power_law_1.2,6.180752182006836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,8,1,power_law_1.01,3.40142707824707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,8,power_law_1.01,27.448239135742188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,8,power_law_1.2,17.540873718261718
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,8,1,power_law_1.01,0.19507839679718017
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,8,1,power_law_1.01,4.2646430969238285
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,8,power_law_1.01,26.535357666015624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,8,1,power_law_1.2,0.033078399300575254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,8,power_law_1.2,10.136434936523438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,8,1,power_law_1.2,0.03366079926490784
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,8,1,power_law_1.2,0.05252479910850525
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,8,1,power_law_1.2,0.06226239800453186
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,8,1,power_law_1.2,0.07376319766044617
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,8,1,power_law_1.01,0.20504000186920165
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,8,1,power_law_1.2,0.08375999927520753
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,8,1,power_law_1.2,0.1284000039100647
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,8,1,power_law_1.01,6.7456001281738285
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,8,1,power_law_1.2,0.14359359741210936
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,8,1,power_law_1.2,0.16044479608535767
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,8,1,power_law_1.2,0.040992000699043275
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,8,1,power_law_1.2,0.16930559873580933
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,8,1,power_law_1.2,0.17296960353851318
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,8,1,power_law_1.01,0.20873599052429198
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,8,1,power_law_1.2,0.1804767966270447
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,8,1,power_law_1.01,0.21261439323425294
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,8,1,power_law_1.2,0.18271039724349974
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,8,power_law_1.2,38.81204833984375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,8,1,power_law_1.2,0.1873311996459961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,8,1,power_law_1.2,0.2005376100540161
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,8,1,power_law_1.2,0.2048352003097534
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,8,1,power_law_1.2,0.057817602157592775
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,8,1,power_law_1.2,0.21590080261230468
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,8,1,power_law_1.2,0.24142079353332518
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,8,1,power_law_1.2,0.29005439281463624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,8,1,power_law_1.01,13.441081237792968
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,8,1,power_law_1.2,0.34357120990753176
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,8,power_law_1.2,22.342253112792967
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,8,power_law_1.01,0.2788032054901123
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,8,1,power_law_1.2,0.4348000049591064
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,8,power_law_1.01,0.19364479780197144
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,8,1,power_law_1.01,0.22121601104736327
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,8,power_law_1.01,0.4351840019226074
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,8,power_law_1.2,39.040951538085935
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,8,power_law_1.01,0.23808319568634034
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,8,1,power_law_1.2,0.5356959819793701
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,8,power_law_1.01,0.1704864025115967
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,8,power_law_1.01,0.12935359477996827
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,8,1,power_law_1.2,0.7312479972839355
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,8,power_law_1.01,0.20681281089782716
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,8,1,power_law_1.2,0.07701759934425353
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,8,power_law_1.01,0.24968318939208983
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,8,power_law_1.01,0.20095040798187255
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,8,power_law_1.01,0.29498560428619386
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,8,power_law_1.01,0.39216639995574953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,8,1,power_law_1.2,0.9362175941467286
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,8,power_law_1.01,0.2695744037628174
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,8,power_law_1.01,0.11804800033569336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,8,power_law_1.01,0.47045121192932127
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,8,power_law_1.01,0.7598112106323243
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,8,power_law_1.01,0.18394880294799804
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,8,1,power_law_1.2,1.3522175788879394
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,8,power_law_1.01,0.48598079681396483
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,8,power_law_1.01,0.7853055953979492
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,8,power_law_1.01,0.21941120624542237
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,8,power_law_1.01,0.4913311958312988
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,8,power_law_1.01,0.3339807987213135
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,8,power_law_1.01,0.8071040153503418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,8,1,power_law_1.2,1.7656991958618165
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,8,power_law_1.01,0.514847993850708
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,8,power_law_1.01,0.34466559886932374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,8,1,power_law_1.2,0.10670080184936523
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,8,1,power_law_1.01,0.23748159408569336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,8,power_law_1.01,0.8446208000183105
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,8,power_law_1.01,0.5106336116790772
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,8,power_law_1.01,0.35759360790252687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,8,1,power_law_1.01,0.24634239673614503
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,8,power_law_1.01,0.8604479789733886
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,8,power_law_1.01,0.5464000225067138
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,8,1,power_law_1.01,0.25754880905151367
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,8,power_law_1.01,0.355184006690979
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,8,1,power_law_1.2,2.5989503860473633
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,8,power_law_1.01,0.880726432800293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,8,power_law_1.01,0.5375679969787598
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,8,power_law_1.01,0.3737663984298706
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,8,power_law_1.01,0.5654431819915772
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,8,power_law_1.01,0.8858880043029785
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,8,power_law_1.01,0.3942239999771118
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,8,power_law_1.01,0.5729023933410644
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,8,power_law_1.01,0.3897504091262817
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,8,power_law_1.01,0.939964771270752
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,8,1,power_law_1.2,3.4363327026367188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,8,power_law_1.01,0.4180448055267334
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,8,power_law_1.01,0.624012804031372
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,8,power_law_1.01,0.9802847862243652
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,8,power_law_1.01,0.4312128067016602
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,8,power_law_1.01,0.631004810333252
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,8,power_law_1.01,1.0528287887573242
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,8,1,power_law_1.2,0.19342080354690552
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,8,power_law_1.01,0.4676544189453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,8,power_law_1.01,0.7340672016143799
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,8,power_law_1.01,1.078166389465332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,8,power_law_1.01,0.4868095874786377
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,8,1,power_law_1.2,4.286777496337891
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,8,power_law_1.01,0.9230079650878906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,8,power_law_1.01,0.522057580947876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,8,power_law_1.01,1.175875186920166
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,8,1,power_law_1.01,0.24654080867767333
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,8,power_law_1.01,1.0894911766052247
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,8,1,power_law_1.01,0.25487680435180665
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,8,power_law_1.01,0.60665922164917
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,8,power_law_1.01,1.3168671607971192
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,8,1,power_law_1.01,0.28159360885620116
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,8,power_law_1.2,0.28038721084594725
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,8,power_law_1.01,1.4551199913024901
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,8,power_law_1.01,0.7314815998077393
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,8,power_law_1.2,0.16922880411148072
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,8,power_law_1.01,1.4784735679626464
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,8,power_law_1.01,0.9336352348327637
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,8,power_law_1.2,0.17327680587768554
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,8,power_law_1.01,1.9266143798828126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,8,1,power_law_1.2,0.20953600406646727
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,8,1,power_law_1.2,6.804361724853516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,8,power_law_1.2,0.26597440242767334
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,8,power_law_1.01,1.7824575424194335
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,8,power_law_1.01,1.1643839836120606
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,8,power_law_1.2,0.33233280181884767
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,8,power_law_1.01,2.7518911361694336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,8,power_law_1.01,2.168515205383301
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,8,power_law_1.2,0.7539391994476319
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,8,power_law_1.01,1.5631199836730958
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,8,power_law_1.2,0.784287977218628
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,8,power_law_1.01,3.605267333984375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,8,power_law_1.01,3.011116790771484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,8,power_law_1.01,2.054732894897461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,8,power_law_1.2,0.8163104057312012
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,8,1,power_law_1.2,0.2134079933166504
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,8,power_law_1.2,0.828166389465332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,8,1,power_law_1.01,0.2786815881729126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,8,1,power_law_1.2,0.22076799869537353
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,8,1,power_law_1.01,0.2952800035476685
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,8,power_law_1.01,3.0394176483154296
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,8,power_law_1.2,0.8423040390014649
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,8,power_law_1.01,3.8781566619873047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,8,power_law_1.01,5.120070266723633
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,8,power_law_1.2,0.8956704139709473
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,8,power_law_1.2,0.9315936088562011
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,8,power_law_1.01,3.7517505645751954
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,8,1,power_law_1.2,13.468995666503906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,8,power_law_1.2,0.9790080070495606
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,8,power_law_1.01,5.718937683105469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,8,power_law_1.2,0.19782719612121583
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,8,power_law_1.2,1.00480318069458
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,8,power_law_1.01,7.1887359619140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,8,power_law_1.2,0.11376320123672486
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,8,power_law_1.2,0.1372607946395874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,8,power_law_1.2,1.0077119827270509
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,8,1,power_law_1.2,0.22577919960021972
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,8,power_law_1.01,5.908153533935547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,8,power_law_1.2,0.1905087947845459
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,8,power_law_1.2,0.194649600982666
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,8,power_law_1.2,1.0877344131469726
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,8,power_law_1.2,0.2368607997894287
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,8,power_law_1.2,0.120579195022583
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,8,power_law_1.01,7.134044647216797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,8,1,power_law_1.01,0.3164383888244629
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,8,power_law_1.2,1.2295904159545898
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,8,power_law_1.2,0.1111680030822754
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,8,power_law_1.2,0.4664159774780273
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,8,1,power_law_1.01,0.3959359884262085
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,8,power_law_1.2,0.15436480045318604
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,8,power_law_1.2,0.4927680015563965
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,8,1,power_law_1.01,0.46887998580932616
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,8,power_law_1.2,1.356003189086914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,8,power_law_1.2,0.20174078941345214
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,8,power_law_1.2,0.4909215927124023
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,8,power_law_1.01,10.653523254394532
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,8,1,power_law_1.01,0.5742432117462158
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,8,power_law_1.2,0.3378400087356567
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,8,power_law_1.2,1.580735969543457
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,8,power_law_1.2,0.5122911930084229
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,8,power_law_1.01,7.7287841796875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,8,power_law_1.2,0.34600000381469725
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,8,power_law_1.2,0.524451208114624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,8,power_law_1.2,0.35267839431762693
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,8,power_law_1.2,2.0409536361694336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,8,1,power_law_1.2,0.24297919273376464
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,8,power_law_1.2,0.5428031921386719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,8,power_law_1.01,10.745030212402344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,8,power_law_1.2,0.3770495891571045
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,8,1,power_law_1.2,0.25235519409179685
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,8,power_law_1.2,0.5612287998199463
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,8,power_law_1.2,0.3751487970352173
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,8,1,power_law_1.2,0.26200640201568604
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,8,power_law_1.2,2.3333215713500977
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,8,power_law_1.2,0.5535935878753662
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,8,power_law_1.2,0.3913664102554321
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,8,power_law_1.2,0.5817215919494629
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,8,power_law_1.2,0.4132192134857178
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,8,power_law_1.2,3.1440319061279296
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,8,power_law_1.01,9.957917022705079
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,8,power_law_1.2,0.4351039886474609
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,8,power_law_1.2,0.6341152191162109
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,8,power_law_1.01,14.411552429199219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,8,power_law_1.2,0.44694719314575193
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,8,power_law_1.2,0.6788191795349121
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,8,power_law_1.2,0.47254719734191897
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,8,power_law_1.2,4.072243118286133
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,8,power_law_1.2,0.7810080051422119
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,8,power_law_1.2,0.5024896144866944
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,8,power_law_1.01,14.176194763183593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,8,power_law_1.2,0.9622015953063965
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,8,power_law_1.2,0.5517119884490966
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,8,power_law_1.2,1.2213824272155762
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,8,1,power_law_1.2,0.25281920433044436
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,8,power_law_1.2,0.6513792037963867
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,8,1,power_law_1.2,0.2627392053604126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,8,power_law_1.2,6.536624145507813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,8,1,power_law_1.01,0.6978528022766113
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,8,power_law_1.2,0.7729568004608154
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,8,power_law_1.2,1.6017280578613282
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,8,1,power_law_1.2,0.29589118957519533
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,8,1,power_law_1.01,0.973971176147461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,8,power_law_1.2,0.9547488212585449
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,8,power_law_1.2,2.105606460571289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,8,power_law_1.01,15.165798950195313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,8,1,power_law_1.01,1.232470417022705
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,8,power_law_1.2,1.2319040298461914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,8,power_law_1.01,17.351129150390626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,8,power_law_1.2,3.006707191467285
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,8,power_law_1.2,8.569513702392578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,8,power_law_1.2,1.753727912902832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,8,1,power_law_1.01,1.7701248168945312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,8,power_law_1.01,17.02214660644531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,8,power_law_1.2,2.217843246459961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,8,power_law_1.2,3.947750473022461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,8,1,power_law_1.01,2.3150655746459963
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,8,1,power_law_1.2,0.28511040210723876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,8,power_law_1.2,3.2873153686523438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,8,1,power_law_1.2,0.2981503963470459
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,8,1,power_law_1.01,2.891971206665039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,8,power_law_1.2,5.948179244995117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,8,power_law_1.2,12.499321746826173
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,8,power_law_1.2,4.297574234008789
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,8,1,power_law_1.01,4.574367904663086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,8,power_law_1.2,8.593452453613281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,8,power_law_1.2,6.495919799804687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,8,1,power_law_1.2,0.3209280014038086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,8,power_law_1.01,26.791925048828126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,8,power_law_1.01,31.086602783203126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,8,power_law_1.2,18.999606323242187
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,8,power_law_1.01,29.69837646484375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,8,1,power_law_1.01,0.07583039999008179
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,8,1,power_law_1.01,0.09639359712600708
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,8,power_law_1.2,9.047129821777343
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,8,power_law_1.2,12.836076354980468
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,8,1,power_law_1.01,9.073859405517577
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,8,1,power_law_1.01,0.12767039537429808
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,8,1,power_law_1.01,0.20303359031677246
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,8,1,power_law_1.01,0.07092159986495972
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,8,1,power_law_1.01,0.29549760818481446
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,8,1,power_law_1.01,0.08815360069274902
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,8,1,power_law_1.01,0.10445120334625244
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,8,1,power_law_1.01,0.49943041801452637
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,8,1,power_law_1.01,0.1446943998336792
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,8,1,power_law_1.01,0.5464831829071045
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,8,1,power_law_1.01,0.2111680030822754
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,8,1,power_law_1.01,0.57325439453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,8,1,power_law_1.01,0.30999040603637695
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,8,1,power_law_1.01,0.5840288162231445
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,8,1,power_law_1.01,0.34089601039886475
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,8,power_law_1.2,12.07015380859375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,8,1,power_law_1.01,0.6069888114929199
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,8,1,power_law_1.2,0.40263681411743163
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,8,1,power_law_1.01,0.35146241188049315
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,8,1,power_law_1.01,0.6325984001159668
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,8,1,power_law_1.2,0.47467517852783203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,8,1,power_law_1.01,0.37172799110412597
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,8,power_law_1.2,20.036390686035155
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,8,power_law_1.2,17.271673583984374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,8,1,power_law_1.01,0.6625055789947509
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,8,1,power_law_1.01,0.39901759624481203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,8,1,power_law_1.01,0.4040736198425293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,8,1,power_law_1.01,0.8231583595275879
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,8,1,power_law_1.01,0.4164224147796631
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,8,1,power_law_1.01,0.8556544303894043
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,8,1,power_law_1.01,0.48874239921569823
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,8,1,power_law_1.01,0.8890687942504882
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,8,1,power_law_1.01,0.5036352157592774
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,8,1,power_law_1.01,0.8996831893920898
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,8,1,power_law_1.01,0.5207488059997558
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,8,1,power_law_1.01,0.9579968452453613
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,8,1,power_law_1.01,0.5334879875183105
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,8,1,power_law_1.2,0.582803201675415
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,8,1,power_law_1.01,1.0501407623291015
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,8,1,power_law_1.01,0.5689663887023926
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,8,power_law_1.2,18.25611572265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,8,1,power_law_1.01,0.6547711849212646
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,8,1,power_law_1.01,1.145571231842041
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,8,1,power_law_1.01,0.7770559787750244
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,8,1,power_law_1.01,1.3383935928344726
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,8,1,power_law_1.01,0.9835103988647461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,8,1,power_law_1.01,1.561302375793457
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,8,power_law_1.2,23.55571594238281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,8,1,power_law_1.01,1.2202816009521484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,8,1,power_law_1.01,2.024140739440918
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,8,power_law_1.01,55.3825927734375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,8,1,power_law_1.01,1.6611135482788086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,8,1,power_law_1.01,2.4477632522583006
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,8,1,power_law_1.2,0.07572799921035767
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,8,1,power_law_1.01,2.1019744873046875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,8,1,power_law_1.2,0.08606719970703125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,8,power_law_1.01,54.9750244140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,8,1,power_law_1.2,0.12284799814224243
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,8,1,power_law_1.01,3.327743911743164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,8,power_law_1.2,38.65299072265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,8,1,power_law_1.2,0.07120320200920105
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,8,1,power_law_1.2,0.18141119480133056
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,8,1,power_law_1.01,3.003232002258301
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,8,1,power_law_1.2,0.08203840255737305
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,8,1,power_law_1.2,0.2698976039886475
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,8,1,power_law_1.2,0.7319519996643067
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,8,1,power_law_1.2,0.10087679624557495
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,8,1,power_law_1.2,0.4929408073425293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,8,1,power_law_1.2,0.12925759553909302
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,8,1,power_law_1.01,4.262406539916992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,8,1,power_law_1.2,0.9904671669006347
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,8,1,power_law_1.2,0.550105619430542
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,8,1,power_law_1.2,0.16340800523757934
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,8,1,power_law_1.01,3.9156959533691404
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,8,1,power_law_1.2,0.5818016052246093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,8,1,power_law_1.2,0.3021631956100464
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,8,1,power_law_1.2,1.2476223945617675
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,8,1,power_law_1.2,0.5960959911346435
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,8,1,power_law_1.2,0.3333247900009155
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,8,1,power_law_1.2,0.6153535842895508
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,8,1,power_law_1.2,0.37791359424591064
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,8,1,power_law_1.2,1.7920255661010742
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,8,1,power_law_1.01,6.121055984497071
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,8,1,power_law_1.2,0.40025920867919923
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,8,1,power_law_1.2,0.6502495765686035
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,8,1,power_law_1.01,5.733472061157227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,8,1,power_law_1.2,0.40372481346130373
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,8,1,power_law_1.2,0.6854976177215576
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,8,1,power_law_1.2,0.4143263816833496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,8,1,power_law_1.2,0.8732095718383789
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,8,1,power_law_1.2,2.322108840942383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,8,1,power_law_1.2,0.42549757957458495
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,8,1,power_law_1.2,0.8838368415832519
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,8,1,power_law_1.2,0.5016960144042969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,8,1,power_law_1.2,0.9094367980957031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,8,power_law_1.2,41.087973022460936
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,8,1,power_law_1.2,0.5156000137329102
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,8,1,power_law_1.01,7.958509063720703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,8,1,power_law_1.2,2.8878559112548827
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,8,1,power_law_1.01,7.548973083496094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,8,1,power_law_1.2,0.9273920059204102
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,8,1,power_law_1.2,0.5303904056549072
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,8,power_law_1.2,38.2607666015625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,8,1,power_law_1.2,0.5503104209899903
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,8,1,power_law_1.2,0.9726752281188965
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,8,power_law_1.01,0.315996789932251
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,8,1,power_law_1.2,0.5811168193817139
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,8,1,power_law_1.2,1.075369644165039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,8,1,power_law_1.2,0.7035711765289306
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,8,1,power_law_1.2,1.1586784362792968
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,8,power_law_1.01,0.5634655952453613
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,8,1,power_law_1.2,4.566595077514648
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,8,1,power_law_1.2,0.7860832214355469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,8,1,power_law_1.2,1.356009578704834
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,8,1,power_law_1.01,9.860819244384766
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,8,1,power_law_1.2,0.99716796875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,8,1,power_law_1.01,9.416828918457032
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,8,power_law_1.01,1.0097311973571776
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,8,1,power_law_1.2,1.561622428894043
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,8,1,power_law_1.2,1.2372960090637206
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,8,power_law_1.01,0.34352960586547854
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,8,1,power_law_1.2,2.003071975708008
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,8,1,power_law_1.2,1.6766752243041991
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,8,power_law_1.01,0.4768928050994873
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,8,1,power_law_1.2,2.4515712738037108
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,8,1,power_law_1.2,2.1259647369384767
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,8,power_law_1.01,0.7145440101623535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,8,1,power_law_1.2,9.154383850097656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,8,1,power_law_1.2,3.344512176513672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,8,1,power_law_1.2,3.0331520080566405
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,8,power_law_1.01,0.7903808116912842
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,8,power_law_1.01,0.19228800535202026
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,8,1,power_law_1.01,15.391949462890626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,8,1,power_law_1.01,14.864469909667969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,8,power_law_1.01,1.2290944099426269
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,8,power_law_1.01,0.3557919979095459
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,8,1,power_law_1.2,3.928745651245117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,8,1,power_law_1.2,4.248451232910156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,8,power_law_1.01,1.4018912315368652
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,8,power_law_1.01,0.6519904136657715
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,8,power_law_1.01,0.2080159902572632
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,8,power_law_1.01,1.3299488067626952
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,8,1,power_law_1.2,5.747785568237305
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,8,1,power_law_1.2,6.10846061706543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,8,power_law_1.01,0.34682559967041016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,8,power_law_1.01,1.4251551628112793
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,8,power_law_1.01,0.4714560031890869
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,8,power_law_1.01,1.538047981262207
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,8,power_law_1.01,0.5338208198547363
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,8,1,power_law_1.2,7.555833435058593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,8,1,power_law_1.2,7.9460609436035154
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,8,power_law_1.2,82.12548828125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,8,power_law_1.01,1.464038372039795
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,8,power_law_1.01,0.7875584125518799
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,8,power_law_1.01,0.18139840364456178
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,8,power_law_1.01,1.6349567413330077
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,8,power_law_1.01,0.8646464347839355
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,8,power_law_1.01,0.2852128028869629
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,8,power_law_1.01,0.8608223915100097
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,8,power_law_1.01,1.656380844116211
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,8,1,power_law_1.2,9.42907485961914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,8,1,power_law_1.2,9.88887710571289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,8,power_law_1.01,0.5179808139801025
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,8,1,power_law_1.01,29.478616333007814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,8,1,power_law_1.01,32.04873962402344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,8,power_law_1.01,0.8731936454772949
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,8,power_law_1.01,1.7297183990478515
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,8,power_law_1.01,0.1817631959915161
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,8,power_law_1.2,0.29751999378204347
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,8,power_law_1.2,0.19175679683685304
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,8,power_law_1.01,0.9259807586669921
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,8,power_law_1.01,0.29758400917053224
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,8,power_law_1.01,1.8401472091674804
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,8,power_law_1.2,0.5642111778259278
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,8,power_law_1.2,0.355347204208374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,8,power_law_1.2,72.4138916015625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,8,power_law_1.01,0.9448096275329589
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,8,power_law_1.01,0.41039037704467773
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,8,power_law_1.2,0.4559167861938477
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,8,power_law_1.2,0.31307520866394045
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,8,power_law_1.01,1.972876739501953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,8,power_law_1.2,0.18152960538864135
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,8,power_law_1.01,1.0067999839782715
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,8,power_law_1.01,0.45955519676208495
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,8,power_law_1.2,0.20782721042633057
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,8,power_law_1.2,0.3158463954925537
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,8,power_law_1.2,0.2845247983932495
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,8,1,power_law_1.2,14.83736572265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,8,power_law_1.01,2.155392074584961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,8,power_law_1.01,0.5827904224395752
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,8,power_law_1.01,1.0263072013854981
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,8,1,power_law_1.2,15.3652099609375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,8,power_law_1.2,0.3259040117263794
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,8,power_law_1.2,0.510319995880127
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,8,power_law_1.2,0.25271039009094237
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,8,power_law_1.01,0.5952640056610108
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,8,power_law_1.2,0.3953279972076416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,8,power_law_1.01,1.044972801208496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,8,power_law_1.2,0.627238416671753
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,8,power_law_1.01,2.5622304916381835
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,8,power_law_1.2,0.18288639783859253
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,8,power_law_1.01,0.6117728233337403
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,8,power_law_1.2,0.46379837989807127
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,8,power_law_1.2,0.7187935829162597
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,8,power_law_1.01,1.0918432235717774
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,8,power_law_1.2,0.2765023946762085
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,8,power_law_1.01,2.8063968658447265
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,8,power_law_1.01,0.6464543819427491
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,8,power_law_1.2,0.7341119766235351
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,8,power_law_1.2,1.2223648071289062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,8,power_law_1.01,1.1919072151184082
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,8,power_law_1.2,0.367139196395874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,8,power_law_1.01,0.7019264221191406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,8,power_law_1.2,0.8143168449401855
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,8,power_law_1.2,0.4097951889038086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,8,power_law_1.2,1.208233642578125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,8,power_law_1.01,3.4560096740722654
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,8,power_law_1.01,1.3486111640930176
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,8,power_law_1.01,0.7174047946929931
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,8,power_law_1.2,0.780463981628418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,8,power_law_1.2,0.5293983936309814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,8,power_law_1.2,1.2782560348510743
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,8,power_law_1.01,1.6077568054199218
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,8,power_law_1.01,0.7305568218231201
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,8,power_law_1.2,0.8597855567932129
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,8,power_law_1.01,4.068694305419922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,8,power_law_1.2,0.587011194229126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,8,power_law_1.2,1.3985440254211425
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,8,power_law_1.01,0.7497248172760009
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,8,power_law_1.2,0.8844799995422363
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,8,power_law_1.01,1.9745248794555663
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,8,power_law_1.2,0.6014592170715332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,8,power_law_1.01,0.7595327854156494
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,8,power_law_1.2,1.4225503921508789
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,8,power_law_1.2,0.8854623794555664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,8,power_law_1.2,0.6426432132720947
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,8,power_law_1.01,5.330073547363281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,8,power_law_1.01,2.6600671768188477
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,8,1,power_law_1.2,29.423193359375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,8,power_law_1.01,0.8115232467651368
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,8,power_law_1.2,0.9476223945617676
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,8,power_law_1.2,1.5649120330810546
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,8,1,power_law_1.2,31.669091796875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,8,power_law_1.2,0.6415008068084717
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,8,1,power_law_1.01,0.08107200264930725
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,8,power_law_1.01,0.9183808326721191
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,8,power_law_1.2,1.0109503746032715
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,8,power_law_1.01,3.2431488037109375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,8,power_law_1.2,1.634329605102539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,8,1,power_law_1.01,0.07357119917869567
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,8,power_law_1.2,0.680460786819458
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,8,1,power_law_1.01,0.13516160249710082
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,8,power_law_1.01,0.984335994720459
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,8,power_law_1.01,6.822364807128906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,8,1,power_law_1.01,0.1258080005645752
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,8,power_law_1.2,1.036473560333252
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,8,1,power_law_1.01,0.1805184006690979
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,8,power_law_1.2,0.7198912143707276
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,8,power_law_1.2,1.6406368255615233
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,8,1,power_law_1.01,0.14990400075912474
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,8,power_law_1.01,1.163360023498535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,8,1,power_law_1.01,0.21108479499816896
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,8,power_law_1.2,1.0892160415649415
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,8,power_law_1.01,4.588288116455078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,8,power_law_1.2,0.7612895965576172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,8,power_law_1.2,1.6897312164306642
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,8,1,power_law_1.01,0.16653759479522706
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,8,1,power_law_1.01,0.3915679931640625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,8,power_law_1.01,1.3375871658325196
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,8,power_law_1.2,1.2333503723144532
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,8,power_law_1.2,0.7791200160980225
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,8,1,power_law_1.01,0.2949728012084961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,8,power_law_1.2,1.7356128692626953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,8,1,power_law_1.01,0.5989984035491943
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,8,power_law_1.01,9.604025268554688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,8,power_law_1.2,0.8050911903381348
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,8,power_law_1.2,1.3609248161315919
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,8,power_law_1.01,1.6852672576904297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,8,1,power_law_1.01,0.37135679721832277
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,8,power_law_1.01,6.331078338623047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,8,1,power_law_1.01,0.6987711906433105
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,8,power_law_1.2,2.02359676361084
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,8,1,power_law_1.01,0.45777602195739747
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,8,power_law_1.2,0.9106528282165527
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,8,power_law_1.2,1.7157407760620118
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,8,power_law_1.01,2.0719680786132812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,8,1,power_law_1.01,0.9390463829040527
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,8,1,power_law_1.01,0.5584799766540527
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,8,power_law_1.2,2.18823356628418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,8,power_law_1.2,1.0136096000671386
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,8,power_law_1.2,2.0651424407958983
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,8,1,power_law_1.01,0.9856096267700195
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,8,1,power_law_1.01,0.614192008972168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,8,power_law_1.01,2.821660804748535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,8,power_law_1.2,1.2045408248901368
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,8,power_law_1.01,8.942626953125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,8,power_law_1.2,2.6377376556396483
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,8,1,power_law_1.01,1.010969638824463
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,8,1,power_law_1.01,0.6385503768920898
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,8,power_law_1.2,2.8460960388183594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,8,power_law_1.01,12.883273315429687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,8,power_law_1.2,1.393776035308838
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,8,1,power_law_1.01,1.0485504150390625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,8,1,power_law_1.01,0.6828832149505615
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,8,power_law_1.2,2.9581472396850588
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,8,power_law_1.01,3.7869056701660155
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,8,1,power_law_1.01,0.7087679862976074
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,8,1,power_law_1.01,1.1126848220825196
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,8,power_law_1.2,1.8163455963134765
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,8,power_law_1.2,3.6340190887451174
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,8,1,power_law_1.01,0.7313536167144775
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,8,power_law_1.2,3.6560222625732424
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,8,1,power_law_1.01,1.1347423553466798
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,8,power_law_1.2,2.1706144332885744
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,8,power_law_1.01,5.085161590576172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,8,power_law_1.01,12.073190307617187
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,8,1,power_law_1.01,0.7769983768463135
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,8,1,power_law_1.01,1.2054911613464356
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,8,power_law_1.2,5.187059020996093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,8,1,power_law_1.01,0.8284000396728516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,8,power_law_1.2,4.426559829711914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,8,1,power_law_1.01,1.2529919624328614
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,8,power_law_1.2,3.0603647232055664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,8,power_law_1.01,15.161123657226563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,8,1,power_law_1.01,0.8434687614440918
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,8,1,power_law_1.01,1.287161636352539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,8,power_law_1.01,6.924185943603516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,8,1,power_law_1.01,0.9568127632141114
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,8,power_law_1.2,6.719817352294922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,8,power_law_1.2,3.841471862792969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,8,power_law_1.2,6.4131523132324215
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,8,1,power_law_1.01,1.6129951477050781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,8,1,power_law_1.01,1.0232128143310546
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,8,power_law_1.01,15.032444763183594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,8,1,power_law_1.01,1.7482944488525392
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,8,1,power_law_1.01,1.104915237426758
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,8,power_law_1.2,5.684227371215821
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,8,1,power_law_1.01,1.8809215545654296
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,8,power_law_1.01,8.54534683227539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,8,1,power_law_1.01,1.2947711944580078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,8,power_law_1.2,7.66917724609375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,8,power_law_1.2,9.619334411621093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,8,1,power_law_1.01,1.4703231811523438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,8,1,power_law_1.01,2.1132320404052733
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,8,1,power_law_1.01,1.906671905517578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,8,power_law_1.01,24.36505584716797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,8,1,power_law_1.01,2.372537612915039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,8,power_law_1.2,7.399980926513672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,8,power_law_1.2,10.721836853027344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,8,1,power_law_1.01,2.351430320739746
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,8,1,power_law_1.01,2.899692726135254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,8,power_law_1.2,12.707408142089843
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,8,power_law_1.01,13.605628967285156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,8,1,power_law_1.01,3.2199615478515624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,8,power_law_1.01,23.4568603515625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,8,1,power_law_1.01,3.461743927001953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,8,power_law_1.2,9.344163513183593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,8,1,power_law_1.01,4.105263900756836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,8,1,power_law_1.01,4.402560043334961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,8,power_law_1.2,14.180146789550781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,8,power_law_1.2,16.60039367675781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,8,1,power_law_1.01,5.204540634155274
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,8,1,power_law_1.01,5.875273513793945
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,8,power_law_1.2,14.955699157714843
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,8,1,power_law_1.01,6.696707153320313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,8,1,power_law_1.01,7.633424377441406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,8,power_law_1.01,26.340234375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,8,power_law_1.2,17.091384887695312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,8,1,power_law_1.01,0.07147200107574463
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,8,power_law_1.01,46.66110534667969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,8,1,power_law_1.01,8.371686553955078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,8,1,power_law_1.01,0.08149759769439698
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,8,1,power_law_1.2,0.08075519800186157
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,8,1,power_law_1.01,9.462432098388671
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,8,1,power_law_1.01,0.10880639553070068
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,8,1,power_law_1.2,0.13447680473327636
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,8,power_law_1.2,27.64351806640625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,8,1,power_law_1.01,0.15081599950790406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,8,1,power_law_1.2,0.14952319860458374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,8,1,power_law_1.01,0.25937280654907224
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,8,power_law_1.01,46.175018310546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,8,1,power_law_1.2,0.22207040786743165
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,8,1,power_law_1.01,10.273049926757812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,8,1,power_law_1.01,0.3705663919448853
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,8,1,power_law_1.2,0.07364799976348876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,8,1,power_law_1.2,0.35376319885253904
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,8,1,power_law_1.01,0.4238976001739502
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,8,1,power_law_1.2,0.1255839943885803
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,8,1,power_law_1.2,0.5440991878509521
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,8,power_law_1.2,29.835952758789062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,8,1,power_law_1.2,0.1378015995025635
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,8,1,power_law_1.01,0.5505023956298828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,8,1,power_law_1.01,14.818252563476562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,8,1,power_law_1.2,0.6192992210388184
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,8,power_law_1.2,30.056320190429688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,8,1,power_law_1.2,0.1671712040901184
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,8,1,power_law_1.01,0.5808767795562744
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,8,1,power_law_1.2,0.8778240203857421
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,8,1,power_law_1.2,0.07175999879837036
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,8,1,power_law_1.2,0.2501888036727905
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,8,1,power_law_1.01,0.5958591938018799
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,8,1,power_law_1.2,0.08139200210571289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,8,1,power_law_1.2,0.9198431968688965
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,8,1,power_law_1.2,0.34910080432891843
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,8,1,power_law_1.01,0.641264009475708
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,8,1,power_law_1.2,0.09241600036621093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,8,1,power_law_1.01,15.487855529785156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,8,1,power_law_1.2,0.9748991966247559
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,8,1,power_law_1.2,0.39347200393676757
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,8,1,power_law_1.01,0.6785215854644775
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,8,1,power_law_1.2,0.15513600111007692
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,8,1,power_law_1.2,0.5509088039398193
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,8,1,power_law_1.2,1.0362688064575196
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,8,1,power_law_1.01,0.677782392501831
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,8,1,power_law_1.2,0.24429759979248047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,8,1,power_law_1.2,0.5815968036651611
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,8,1,power_law_1.2,1.0726688385009766
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,8,1,power_law_1.01,0.7047103881835938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,8,1,power_law_1.2,0.3142848014831543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,8,1,power_law_1.2,0.6167232036590576
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,8,1,power_law_1.01,0.723299217224121
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,8,1,power_law_1.2,1.098755168914795
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,8,1,power_law_1.2,0.3930943965911865
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,8,1,power_law_1.2,0.6623839855194091
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,8,1,power_law_1.01,0.7416192054748535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,8,1,power_law_1.2,0.5325664043426513
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,8,1,power_law_1.2,1.2026559829711914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,8,1,power_law_1.2,0.6900352001190185
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,8,1,power_law_1.2,0.5605567932128906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,8,1,power_law_1.01,0.7688799858093261
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,8,1,power_law_1.2,1.2403776168823242
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,8,1,power_law_1.01,29.04423828125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,8,1,power_law_1.2,0.7310912132263183
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,16,1,power_law_1.01,0.05055360198020935
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,8,1,power_law_1.2,0.5730879783630372
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,8,1,power_law_1.01,0.8613759994506835
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,16,1,power_law_1.01,0.049641600251197814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,8,1,power_law_1.2,1.294374370574951
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,16,1,power_law_1.01,0.05418239831924439
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,8,1,power_law_1.2,0.7935776233673095
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,8,1,power_law_1.2,0.6037119865417481
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.01,0.9056863784790039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,8,power_law_1.2,54.97283935546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,8,1,power_law_1.2,1.6414688110351563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,16,1,power_law_1.01,0.04707199931144714
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,16,1,power_law_1.01,0.04610239863395691
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,16,1,power_law_1.01,0.050425601005554196
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,8,1,power_law_1.2,0.8313023567199707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,16,1,power_law_1.01,0.06136959791183472
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,8,1,power_law_1.2,0.6406879901885987
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,16,1,power_law_1.01,0.08284800052642823
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.01,1.0235199928283691
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,16,1,power_law_1.01,0.08481280207633972
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,16,1,power_law_1.01,0.08698880076408386
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,8,1,power_law_1.2,1.7943071365356444
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,16,1,power_law_1.01,0.08746240139007569
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,8,1,power_law_1.01,31.206192016601562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,16,1,power_law_1.01,0.09006080031394958
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,16,1,power_law_1.01,0.050195199251174924
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,16,1,power_law_1.01,0.046076801419258115
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,16,1,power_law_1.01,0.09101759791374206
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,8,1,power_law_1.2,0.6678400039672852
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,8,1,power_law_1.2,0.8524160385131836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,16,1,power_law_1.01,0.04832000136375427
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,16,1,power_law_1.01,0.09375680088996888
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.01,1.1619551658630372
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,16,1,power_law_1.01,0.05994880199432373
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,16,1,power_law_1.01,0.09996479749679565
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,16,1,power_law_1.01,0.059836798906326295
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,16,1,power_law_1.01,0.10371199846267701
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,8,1,power_law_1.2,1.9425216674804688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,16,1,power_law_1.01,0.0619871973991394
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,16,1,power_law_1.01,0.11105279922485352
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,16,1,power_law_1.01,0.06473280191421509
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,16,1,power_law_1.01,0.11923199892044067
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,16,1,power_law_1.01,0.06539520025253295
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,16,1,power_law_1.01,0.12847360372543334
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,16,1,power_law_1.01,0.06835839748382569
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,8,1,power_law_1.2,0.6994847774505615
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,8,1,power_law_1.2,0.9705920219421387
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,16,1,power_law_1.01,0.15292160511016845
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,16,1,power_law_1.01,0.07241920232772828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,16,1,power_law_1.01,0.20093119144439697
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.01,1.4225215911865234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,16,1,power_law_1.01,0.0741823971271515
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,16,1,power_law_1.01,0.077155202627182
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,16,1,power_law_1.01,0.2477855920791626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,16,1,power_law_1.01,0.07926399707794189
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,8,power_law_1.2,51.16531066894531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,16,1,power_law_1.01,0.3524672031402588
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,8,1,power_law_1.2,2.1979839324951174
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,16,1,power_law_1.01,0.08310719728469848
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,16,1,power_law_1.01,0.07846720218658447
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,8,1,power_law_1.2,0.7185120105743408
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,16,1,power_law_1.2,0.0515936017036438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,8,1,power_law_1.2,1.0612256050109863
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,16,1,power_law_1.01,0.4441535949707031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,16,1,power_law_1.01,0.08806399703025818
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,16,1,power_law_1.01,0.10198400020599366
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,16,1,power_law_1.2,0.05055999755859375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,16,1,power_law_1.01,0.09695360064506531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,16,1,power_law_1.01,0.10237760543823242
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,16,1,power_law_1.2,0.05619199872016907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,16,1,power_law_1.01,0.638159990310669
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,16,1,power_law_1.01,0.10829440355300904
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,16,1,power_law_1.01,0.10429439544677735
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,16,1,power_law_1.2,0.07721279859542847
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.01,1.6918655395507813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,16,1,power_law_1.01,0.10447039604187011
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,16,1,power_law_1.2,0.10038080215454101
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,16,1,power_law_1.01,0.13065600395202637
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,16,1,power_law_1.01,0.10675519704818726
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,16,1,power_law_1.01,0.8422719955444335
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,16,1,power_law_1.2,0.10299839973449706
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,16,1,power_law_1.01,0.15016000270843505
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,8,1,power_law_1.2,0.7518879890441894
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,16,1,power_law_1.01,0.10860799551010132
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,16,1,power_law_1.2,0.10454080104827881
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,8,1,power_law_1.2,1.1525952339172363
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,16,1,power_law_1.01,0.20940799713134767
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,8,1,power_law_1.2,2.4880544662475588
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,16,1,power_law_1.01,0.11074559688568116
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,16,1,power_law_1.2,0.10541119575500488
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,16,1,power_law_1.01,1.240278434753418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,16,1,power_law_1.01,0.2682719945907593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,16,1,power_law_1.01,0.11530239582061767
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,16,1,power_law_1.2,0.10688639879226684
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,16,1,power_law_1.01,0.11845439672470093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,16,1,power_law_1.01,0.3818847894668579
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,16,1,power_law_1.2,0.10774079561233521
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,8,1,power_law_1.2,0.7716864109039306
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,16,1,power_law_1.01,0.12588160037994384
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,16,1,power_law_1.01,0.4835968017578125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,8,1,power_law_1.2,1.3367039680480957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,16,1,power_law_1.01,1.6383583068847656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.01,2.227878379821777
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,16,1,power_law_1.2,0.11084159612655639
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,16,1,power_law_1.01,0.13277120590209962
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,16,1,power_law_1.01,0.711894416809082
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,16,1,power_law_1.2,0.11573760509490967
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,16,1,power_law_1.01,0.14134399890899657
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,16,1,power_law_1.2,0.11794559955596924
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,16,1,power_law_1.01,0.14291199445724487
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,8,1,power_law_1.2,3.0615776062011717
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,16,1,power_law_1.2,0.1268224000930786
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,16,1,power_law_1.01,2.442624092102051
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,16,1,power_law_1.01,0.1977280020713806
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,16,1,power_law_1.2,0.13395839929580688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,8,1,power_law_1.2,0.8584671974182129
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,16,1,power_law_1.01,0.918233585357666
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,16,1,power_law_1.01,0.250927996635437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,16,1,power_law_1.2,0.14054399728775024
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,8,1,power_law_1.2,1.5178400039672852
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,16,1,power_law_1.2,0.14385279417037963
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,16,1,power_law_1.01,0.35180160999298093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,16,1,power_law_1.2,0.19705599546432495
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,16,1,power_law_1.01,1.3521951675415038
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,16,1,power_law_1.01,0.4449888229370117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,16,1,power_law_1.2,0.24854719638824463
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,16,1,power_law_1.01,3.2457439422607424
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.01,2.7723648071289064
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,16,1,power_law_1.01,0.6390719890594483
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,16,1,power_law_1.2,0.35428481101989745
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.2,0.9404095649719239
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,16,1,power_law_1.2,0.4399104118347168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,16,1,power_law_1.01,1.785875129699707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,16,1,power_law_1.01,0.8381216049194335
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,8,1,power_law_1.2,3.588796615600586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,16,1,power_law_1.2,0.6353888034820556
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,8,1,power_law_1.2,1.9688959121704102
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,16,1,power_law_1.01,1.2336159706115724
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,16,1,power_law_1.2,0.8363903999328614
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,16,1,power_law_1.01,4.072857666015625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,16,1,power_law_1.01,2.2552127838134766
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.2,1.0766464233398438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,16,1,power_law_1.2,1.234921646118164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,16,1,power_law_1.01,1.629052734375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.01,3.8380382537841795
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,16,1,power_law_1.2,1.626019287109375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,8,1,power_law_1.2,2.414918327331543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,16,1,power_law_1.01,2.434048080444336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,16,1,power_law_1.01,3.543747329711914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.2,1.2277024269104004
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,8,1,power_law_1.2,4.524390411376953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,16,1,power_law_1.2,2.429465675354004
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,16,1,power_law_1.01,6.481772613525391
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,16,1,power_law_1.01,3.236886215209961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.2,1.4858304023742677
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,16,1,power_law_1.2,3.2363136291503904
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,8,1,power_law_1.2,3.3119457244873045
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,16,1,power_law_1.01,4.0442241668701175
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.01,4.934368133544922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,16,1,power_law_1.01,7.07806396484375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,8,1,power_law_1.2,5.355315017700195
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,16,1,power_law_1.2,0.04316799938678741
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,16,1,power_law_1.2,4.039257431030274
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,16,1,power_law_1.2,0.04585919976234436
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.2,1.758073616027832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,16,1,power_law_1.2,0.04987840056419372
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,8,1,power_law_1.2,4.189775848388672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,16,1,power_law_1.01,6.444493103027344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,16,1,power_law_1.01,12.95746307373047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.2,2.299772834777832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,16,1,power_law_1.2,0.04239040017127991
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,16,1,power_law_1.2,6.441929626464844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,16,1,power_law_1.2,0.043619200587272644
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,16,1,power_law_1.2,0.04613119959831238
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,8,1,power_law_1.01,6.198992156982422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,16,1,power_law_1.2,0.06213120222091675
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,8,1,power_law_1.2,7.030397033691406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,16,1,power_law_1.2,0.08346880078315735
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,16,1,power_law_1.2,0.08495039939880371
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,16,1,power_law_1.2,0.08640639781951905
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,16,1,power_law_1.2,0.08825280070304871
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,16,1,power_law_1.2,0.08936960101127625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,16,1,power_law_1.2,0.0911296010017395
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.2,2.837775993347168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,16,1,power_law_1.2,0.0935263991355896
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,8,1,power_law_1.2,5.973680114746093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,16,1,power_law_1.2,0.09922239780426026
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,16,1,power_law_1.2,0.10170559883117676
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,16,1,power_law_1.2,0.1107103943824768
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,16,1,power_law_1.2,0.11806080341339112
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,16,1,power_law_1.2,0.12832000255584716
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,16,1,power_law_1.2,0.15234559774398804
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,16,1,power_law_1.2,0.19660799503326415
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,16,1,power_law_1.2,0.058982402086257935
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,16,1,power_law_1.01,12.876296997070312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,16,1,power_law_1.2,0.25096640586853025
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,16,1,power_law_1.2,0.06067519783973694
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,16,1,power_law_1.01,0.06265919804573059
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,16,1,power_law_1.2,0.0619488000869751
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,16,1,power_law_1.2,0.34692161083221434
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,16,1,power_law_1.01,0.07086719870567322
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,16,1,power_law_1.2,0.06470080018043518
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,16,1,power_law_1.01,0.08360000252723694
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,16,1,power_law_1.2,12.860118103027343
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,16,1,power_law_1.2,0.4424287796020508
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,16,1,power_law_1.2,0.066348797082901
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,16,1,power_law_1.01,0.12035520076751709
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,16,1,power_law_1.2,0.0701471984386444
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.2,3.937580871582031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,16,1,power_law_1.01,0.15358079671859742
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,16,1,power_law_1.2,0.6401631832122803
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,16,1,power_law_1.2,0.07180479764938355
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,16,1,power_law_1.01,0.15597440004348756
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,16,1,power_law_1.2,0.07476800084114074
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,8,1,power_law_1.2,8.713756561279297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,16,1,power_law_1.01,0.15675840377807618
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,16,1,power_law_1.2,0.8347807884216308
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,16,1,power_law_1.2,0.07703040242195129
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,16,1,power_law_1.01,0.15821119546890258
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,16,1,power_law_1.2,0.079094398021698
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,16,1,power_law_1.01,0.1632863998413086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,16,1,power_law_1.2,0.0828224003314972
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,8,1,power_law_1.01,9.47324447631836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,16,1,power_law_1.01,0.16494079828262329
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,16,1,power_law_1.2,1.2404800415039063
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,16,1,power_law_1.2,0.08834239840507507
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,16,1,power_law_1.01,0.16828479766845703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,16,1,power_law_1.2,0.09714239835739136
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,8,1,power_law_1.2,7.7438209533691404
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,16,1,power_law_1.01,0.05952320098876953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,16,1,power_law_1.01,0.17529280185699464
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,16,1,power_law_1.2,0.11025279760360718
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,16,1,power_law_1.01,0.06478719711303711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,16,1,power_law_1.01,0.17859519720077516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,16,1,power_law_1.2,0.13045120239257812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,16,1,power_law_1.2,1.6376895904541016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,16,1,power_law_1.01,0.07122880220413208
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,16,1,power_law_1.01,0.1946176052093506
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,16,1,power_law_1.2,0.15083520412445067
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,16,1,power_law_1.01,0.1996127963066101
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,16,1,power_law_1.2,0.20839359760284423
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,16,1,power_law_1.01,0.20912959575653076
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,16,1,power_law_1.2,0.2666559934616089
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,16,1,power_law_1.01,0.2359391927719116
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,16,1,power_law_1.2,2.4290176391601563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,16,1,power_law_1.01,0.3399775981903076
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,16,1,power_law_1.2,0.38246400356292726
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,16,1,power_law_1.01,0.41484799385070803
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.2,5.057772827148438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,16,1,power_law_1.2,0.48770880699157715
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,16,1,power_law_1.01,0.5730720043182373
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,16,1,power_law_1.2,0.7096831798553467
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,16,1,power_law_1.01,0.7491583824157715
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,16,1,power_law_1.2,3.241449737548828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,16,1,power_law_1.2,0.9170463562011719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,16,1,power_law_1.01,1.08603515625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,16,1,power_law_1.2,1.3515583992004394
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,16,1,power_law_1.01,1.4331583976745605
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,16,1,power_law_1.01,0.09221119880676269
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,8,1,power_law_1.2,10.67423324584961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,16,1,power_law_1.2,4.055324935913086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,16,1,power_law_1.2,1.7826879501342774
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,16,1,power_law_1.01,2.123014450073242
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,8,1,power_law_1.2,9.589561462402344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,16,1,power_law_1.2,2.2562911987304686
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,16,1,power_law_1.01,2.8091712951660157
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,8,1,power_law_1.2,6.279983901977539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,16,1,power_law_1.2,6.45031967163086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,16,1,power_law_1.2,3.5523807525634767
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,16,1,power_law_1.01,4.200166320800781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,16,1,power_law_1.01,0.12160639762878418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,16,1,power_law_1.01,0.12483199834823608
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,16,1,power_law_1.01,0.12916799783706664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,16,1,power_law_1.01,0.1310304045677185
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,16,1,power_law_1.01,0.13666880130767822
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,16,1,power_law_1.01,0.1370751976966858
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,8,1,power_law_1.01,18.44983673095703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,16,1,power_law_1.01,0.1425312042236328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,16,1,power_law_1.01,0.05942720174789429
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,16,1,power_law_1.01,0.1466912031173706
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,16,1,power_law_1.01,5.587705612182617
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,16,1,power_law_1.01,0.05982720255851746
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,16,1,power_law_1.01,0.15174399614334105
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,16,1,power_law_1.01,0.06477760076522827
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,16,1,power_law_1.01,0.1629696011543274
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,16,1,power_law_1.01,0.08760640025138855
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,16,1,power_law_1.01,0.1762976050376892
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,16,1,power_law_1.01,0.08929280042648316
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,16,1,power_law_1.2,7.0930015563964846
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,16,1,power_law_1.01,0.2016063928604126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,16,1,power_law_1.01,0.0908352017402649
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,16,1,power_law_1.2,0.06253119707107543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,16,1,power_law_1.01,0.2298207998275757
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,16,1,power_law_1.01,0.09202560186386108
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,16,1,power_law_1.2,0.067331200838089
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,16,1,power_law_1.01,0.0923904001712799
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,16,1,power_law_1.01,0.3222208023071289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,16,1,power_law_1.2,0.07782719731330871
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,16,1,power_law_1.01,0.09455999732017517
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,16,1,power_law_1.2,0.12075519561767578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,16,1,power_law_1.01,0.4108575820922852
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,16,1,power_law_1.01,0.09600319862365722
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,8,1,power_law_1.2,9.578189086914062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,8,1,power_law_1.2,15.945750427246093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,16,1,power_law_1.2,0.1534208059310913
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,16,1,power_law_1.01,0.09828479886054993
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,16,1,power_law_1.01,0.5814655780792236
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,16,1,power_law_1.2,0.15581439733505248
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,16,1,power_law_1.2,12.906956481933594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,16,1,power_law_1.01,0.10111360549926758
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,16,1,power_law_1.2,0.15721919536590576
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,8,1,power_law_1.2,14.902386474609376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,16,1,power_law_1.2,0.05839040279388428
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,16,1,power_law_1.01,0.10456639528274536
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,16,1,power_law_1.01,0.7269760131835937
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,16,1,power_law_1.2,0.1581920027732849
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,16,1,power_law_1.01,6.9885986328125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,16,1,power_law_1.2,0.06439359784126282
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,16,1,power_law_1.01,0.11279040575027466
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,16,1,power_law_1.2,0.16302080154418946
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,16,1,power_law_1.2,0.06881279945373535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,16,1,power_law_1.01,0.1195296049118042
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,16,1,power_law_1.2,0.16456320285797119
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,16,1,power_law_1.2,0.09295039772987365
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,16,1,power_law_1.01,1.0635680198669433
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,16,1,power_law_1.01,0.14536960124969484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,16,1,power_law_1.2,0.16877119541168212
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,16,1,power_law_1.2,0.12184319496154786
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,16,1,power_law_1.01,0.1557055950164795
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,16,1,power_law_1.2,0.1743615984916687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,16,1,power_law_1.2,0.12577919960021972
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,16,1,power_law_1.01,0.18435839414596558
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,16,1,power_law_1.2,0.1791967988014221
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,16,1,power_law_1.01,1.3947456359863282
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,16,1,power_law_1.2,0.12946560382843017
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,16,1,power_law_1.2,0.19177919626235962
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,16,1,power_law_1.01,0.23872640132904052
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,16,1,power_law_1.2,0.13225599527359008
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,16,1,power_law_1.2,0.2005376100540161
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,16,1,power_law_1.2,0.13625279664993287
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,16,1,power_law_1.01,0.3223711967468262
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,16,1,power_law_1.2,0.20876479148864746
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,16,1,power_law_1.2,0.1391487956047058
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,16,1,power_law_1.01,0.40479679107666017
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,16,1,power_law_1.01,2.068374443054199
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,16,1,power_law_1.2,0.23181440830230712
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,16,1,power_law_1.2,0.14230400323867798
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,16,1,power_law_1.2,0.14621119499206542
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,16,1,power_law_1.2,0.33932158946990965
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,16,1,power_law_1.01,0.5701439857482911
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,16,1,power_law_1.2,0.15001920461654664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,16,1,power_law_1.2,0.42283201217651367
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,16,1,power_law_1.2,0.16267199516296388
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,16,1,power_law_1.01,0.7300608158111572
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,16,1,power_law_1.2,0.17450239658355712
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,16,1,power_law_1.2,0.5715648174285889
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,16,1,power_law_1.01,2.7445823669433596
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,16,1,power_law_1.2,0.19861760139465331
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,16,1,power_law_1.01,1.0532320022583008
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,16,1,power_law_1.2,0.2305216073989868
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,16,1,power_law_1.2,0.748412799835205
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,16,1,power_law_1.2,0.32298879623413085
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,16,1,power_law_1.01,11.132115173339844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,16,1,power_law_1.2,0.42655038833618164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,16,1,power_law_1.2,1.0849344253540039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,16,1,power_law_1.01,1.3871935844421386
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,16,1,power_law_1.2,0.5993087768554688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,16,1,power_law_1.01,4.104159927368164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,16,1,power_law_1.2,1.4294015884399414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,16,1,power_law_1.2,0.7379039764404297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,16,1,power_law_1.01,2.057507133483887
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,16,1,power_law_1.2,1.0735551834106445
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,16,1,power_law_1.2,2.1167743682861326
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,16,1,power_law_1.2,1.4126815795898438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,16,1,power_law_1.01,2.7055648803710937
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,16,1,power_law_1.2,2.8075231552124023
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,16,1,power_law_1.01,5.460873413085937
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,16,1,power_law_1.2,2.080678367614746
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,16,1,power_law_1.01,3.4169281005859373
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,16,1,power_law_1.2,2.7496063232421877
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,16,1,power_law_1.2,4.1918079376220705
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,8,1,power_law_1.2,18.56798095703125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,16,1,power_law_1.2,0.058924800157546996
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,16,1,power_law_1.2,0.05878080129623413
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,16,1,power_law_1.01,6.824671936035156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,16,1,power_law_1.2,0.06493440270423889
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,16,1,power_law_1.2,4.09813117980957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,16,1,power_law_1.01,5.390425491333008
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,16,1,power_law_1.2,5.578985595703125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,16,1,power_law_1.2,5.4600990295410154
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,16,1,power_law_1.01,22.454252624511717
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,8,1,power_law_1.2,29.2761962890625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,8,1,power_law_1.2,32.89302062988281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,16,power_law_1.01,0.2723488092422485
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,16,1,power_law_1.2,6.970496368408203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,16,1,power_law_1.01,10.884146881103515
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,16,1,power_law_1.2,0.0889792025089264
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,16,power_law_1.01,0.19044480323791504
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,16,power_law_1.01,0.5459968090057373
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,16,1,power_law_1.2,0.08993279933929443
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,16,power_law_1.01,0.18038079738616944
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,16,1,power_law_1.2,0.09160320162773132
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,16,1,power_law_1.2,0.09260799884796142
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,16,1,power_law_1.2,6.839548492431641
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,16,1,power_law_1.01,10.831795501708985
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,16,1,power_law_1.2,0.09352319836616516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,16,power_law_1.01,0.2570111989974976
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,16,power_law_1.01,0.3342655897140503
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,16,1,power_law_1.2,0.09530559778213502
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,16,power_law_1.01,0.28370559215545654
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,16,1,power_law_1.2,0.09683840274810791
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,16,1,power_law_1.2,0.09875199794769288
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,16,power_law_1.2,0.27505600452423096
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,16,1,power_law_1.2,0.10118399858474732
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,16,power_law_1.01,0.2113503932952881
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,16,power_law_1.01,0.17346880435943604
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,16,1,power_law_1.2,0.10391680002212525
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,16,power_law_1.01,0.14435839653015137
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,16,1,power_law_1.2,0.11343679428100586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,16,1,power_law_1.2,0.12005439996719361
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,16,power_law_1.2,0.531612777709961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,16,power_law_1.01,0.279750394821167
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,16,1,power_law_1.2,0.15097919702529908
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,16,power_law_1.01,0.1596735954284668
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,16,power_law_1.01,0.13244479894638062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,16,1,power_law_1.2,0.15516159534454346
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,16,power_law_1.2,0.14992640018463135
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,16,1,power_law_1.2,0.1838752031326294
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,16,power_law_1.01,0.34415359497070314
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,16,power_law_1.01,0.18919359445571898
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.01,0.188809597492218
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,16,1,power_law_1.2,11.09203872680664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,16,1,power_law_1.2,0.23973119258880615
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,16,1,power_law_1.2,0.32693440914154054
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,16,power_law_1.2,0.1932960033416748
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,16,1,power_law_1.2,0.4050271987915039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,16,1,power_law_1.2,10.880172729492188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,16,power_law_1.01,0.4934175968170166
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,16,power_law_1.01,0.2878592014312744
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.01,0.21533761024475098
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,16,1,power_law_1.2,0.572873592376709
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,16,power_law_1.2,0.2497920036315918
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,16,1,power_law_1.2,0.7229824066162109
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,16,power_law_1.01,0.5192543983459472
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,16,power_law_1.01,0.26553280353546144
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,16,power_law_1.01,0.34520320892333983
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,16,1,power_law_1.2,1.0507776260375976
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,16,power_law_1.2,0.3160736083984375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.01,0.27096641063690186
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,16,power_law_1.01,0.5370207786560058
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,16,power_law_1.01,0.3610879898071289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,16,1,power_law_1.2,1.3835455894470214
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,16,power_law_1.2,0.5196928024291992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,16,power_law_1.01,0.2813760042190552
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,16,power_law_1.01,0.5401855945587158
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,16,power_law_1.01,0.37118399143218994
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,16,1,power_law_1.2,2.046486473083496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,16,1,power_law_1.01,21.751612854003906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,16,power_law_1.2,0.4689631938934326
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,16,power_law_1.01,0.2868959903717041
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,16,power_law_1.01,0.5809760093688965
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,16,power_law_1.01,0.3712703943252563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,16,1,power_law_1.2,2.7119327545166017
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,16,power_law_1.2,0.16976640224456788
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,16,power_law_1.2,0.5258624076843261
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.01,0.2952224016189575
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,16,power_law_1.01,0.5774911880493164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,16,power_law_1.01,0.39072959423065184
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,16,power_law_1.2,0.3360640048980713
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,16,power_law_1.01,0.32156479358673096
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,16,power_law_1.2,0.5425888061523437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,16,power_law_1.01,0.6088352203369141
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,16,power_law_1.01,0.40597119331359866
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,16,1,power_law_1.2,3.4115585327148437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,16,power_law_1.2,0.13303680419921876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,16,power_law_1.01,0.33362879753112795
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,16,power_law_1.2,0.556825590133667
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,16,power_law_1.01,0.6649631977081298
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,16,power_law_1.01,0.40822720527648926
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,16,power_law_1.2,0.14864319562911987
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,16,1,power_law_1.2,22.43245086669922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.01,0.3465791940689087
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,16,power_law_1.2,0.6142399787902832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,16,1,power_law_1.2,21.716925048828124
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,16,power_law_1.01,0.6552639961242676
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,16,power_law_1.01,0.4149280071258545
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,16,power_law_1.2,0.1831776022911072
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,16,1,power_law_1.2,5.463971328735352
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,16,power_law_1.2,0.1598080039024353
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,16,power_law_1.01,0.3586047887802124
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,16,power_law_1.2,0.6017856121063232
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,16,1,power_law_1.01,0.06835200190544129
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,16,power_law_1.01,0.42891201972961424
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,16,power_law_1.01,0.6844287872314453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,16,power_law_1.2,0.2563040018081665
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,16,power_law_1.2,0.251638388633728
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,16,power_law_1.01,0.3855520009994507
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,16,1,power_law_1.01,0.10009280443191529
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,16,power_law_1.2,0.6958879947662353
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,16,power_law_1.01,0.4653503894805908
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,16,power_law_1.2,0.33949120044708253
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,16,power_law_1.01,0.8117535591125489
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,16,power_law_1.2,0.10396480560302734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.01,0.4299744129180908
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,16,1,power_law_1.01,0.1038432002067566
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,16,power_law_1.2,0.7153056144714356
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,16,power_law_1.01,0.5526879787445068
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,16,power_law_1.2,0.3456608057022095
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,16,power_law_1.2,0.13451839685440065
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,16,power_law_1.01,0.9279775619506836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,16,1,power_law_1.01,0.13986879587173462
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,16,power_law_1.01,0.4907999992370605
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,16,power_law_1.2,0.7831647872924805
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,16,power_law_1.2,0.34482560157775877
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.2,0.1714400053024292
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,16,power_law_1.01,0.6469600200653076
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,16,1,power_law_1.01,0.19699519872665405
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,16,power_law_1.01,0.9874560356140136
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.01,0.5715712070465088
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,16,1,power_law_1.2,10.904908752441406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,16,power_law_1.2,0.8278719902038574
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,16,power_law_1.2,0.36119039058685304
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.2,0.20073280334472657
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,16,1,power_law_1.01,0.24431679248809815
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,16,power_law_1.01,0.760262393951416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,16,power_law_1.01,0.7241631984710694
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,16,power_law_1.01,1.1930303573608398
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,16,power_law_1.2,0.2649120092391968
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,16,power_law_1.2,0.3775264024734497
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,16,1,power_law_1.01,0.3582655906677246
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,16,power_law_1.2,0.91844482421875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,16,power_law_1.01,0.9978207588195801
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.01,0.888976001739502
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.2,0.2781951904296875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,16,1,power_law_1.01,0.3784768104553223
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,16,power_law_1.2,0.4055136203765869
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,16,power_law_1.01,1.4274463653564453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,16,power_law_1.2,1.0333984375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,16,power_law_1.01,1.2578783988952638
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,16,power_law_1.2,0.2760672092437744
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,16,1,power_law_1.01,0.40253119468688964
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,16,power_law_1.2,0.4174464225769043
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,16,power_law_1.01,1.2352992057800294
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,16,power_law_1.01,1.9386272430419922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,16,power_law_1.2,1.325699234008789
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,16,power_law_1.2,0.28526721000671384
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,16,1,power_law_1.01,0.40836801528930666
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,16,power_law_1.2,0.43300480842590333
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,16,power_law_1.01,1.7917312622070312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,16,1,power_law_1.01,0.0401856005191803
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.01,1.579270362854004
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.2,0.30674240589141843
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,16,1,power_law_1.01,0.48854718208312986
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,16,power_law_1.2,0.4646431922912598
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,16,power_law_1.2,1.6221279144287108
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,16,1,power_law_1.01,0.09904320240020752
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,16,power_law_1.01,2.4331872940063475
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,16,power_law_1.2,0.31716480255126955
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,16,1,power_law_1.01,0.5125247955322265
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,16,power_law_1.01,2.283782386779785
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,16,power_law_1.2,0.5160384178161621
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,16,1,power_law_1.01,0.10353920459747315
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,16,power_law_1.01,2.2737728118896485
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,16,power_law_1.2,0.31995840072631837
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,16,1,power_law_1.01,0.5182752132415771
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,16,power_law_1.2,2.289468765258789
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,16,1,power_law_1.01,0.12608959674835205
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,16,power_law_1.2,0.5401472091674805
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.2,0.34998719692230223
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,16,1,power_law_1.01,0.5255616188049317
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,16,power_law_1.01,3.747244644165039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,16,1,power_law_1.01,0.1571776032447815
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,16,power_law_1.01,3.524518585205078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,16,power_law_1.2,0.689356803894043
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,16,power_law_1.2,0.3898400068283081
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.01,3.0080192565917967
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,16,1,power_law_1.01,0.5550271987915039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,16,power_law_1.2,2.8359647750854493
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,16,1,power_law_1.01,0.18825600147247315
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,16,power_law_1.2,0.40496320724487306
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,16,power_law_1.2,0.8081727981567383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,16,1,power_law_1.01,0.5783999919891357
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,16,1,power_law_1.01,0.28761279582977295
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,16,power_law_1.01,4.536841583251953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.2,0.4257376194000244
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,16,1,power_law_1.01,0.6322783946990966
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,16,power_law_1.2,1.1087455749511719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,16,power_law_1.01,4.484422302246093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,16,1,power_law_1.01,0.32188799381256106
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,16,power_law_1.2,3.9955680847167967
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,16,power_law_1.01,4.575875091552734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,16,power_law_1.2,0.5067039966583252
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,16,1,power_law_1.01,0.7424191951751709
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,16,1,power_law_1.01,0.3334752082824707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,16,power_law_1.2,1.325494384765625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.2,0.5792960166931153
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,16,1,power_law_1.01,0.3392512083053589
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,16,1,power_law_1.01,0.8160256385803223
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,16,1,power_law_1.01,0.3446176052093506
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,16,power_law_1.2,0.7633567810058594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,16,power_law_1.2,1.9780128479003907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,16,1,power_law_1.01,0.8967488288879395
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,16,power_law_1.01,6.654192352294922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,16,power_law_1.2,5.505753707885742
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,16,power_law_1.01,7.013520050048828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,16,1,power_law_1.01,0.3485471963882446
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.01,5.925856018066407
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.2,0.9342144012451172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,16,1,power_law_1.01,1.0190976142883301
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,16,1,power_law_1.01,0.35798718929290774
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,16,power_law_1.2,2.589673614501953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,16,power_law_1.2,1.26560640335083
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,16,1,power_law_1.01,1.3272480010986327
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,16,1,power_law_1.01,0.3750943899154663
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,16,1,power_law_1.01,0.3747999906539917
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.2,1.6697471618652344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,16,power_law_1.2,8.027823638916015
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,16,1,power_law_1.01,1.6196800231933595
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,16,power_law_1.2,3.9608577728271483
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,16,power_law_1.01,8.824636840820313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,16,1,power_law_1.01,0.38893439769744875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,16,power_law_1.01,8.799533081054687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,16,power_law_1.01,7.392451477050781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,16,1,power_law_1.01,0.4178463935852051
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,16,power_law_1.2,2.4249856948852537
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,16,1,power_law_1.01,2.239472007751465
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,16,1,power_law_1.01,0.5138879776000976
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,16,power_law_1.2,5.656399917602539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,16,1,power_law_1.01,0.5681375980377197
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,16,1,power_law_1.01,2.843916893005371
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.2,3.1937536239624023
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,16,1,power_law_1.01,0.6739520072937012
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,16,power_law_1.2,12.026930999755859
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,16,power_law_1.01,11.295942687988282
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,16,1,power_law_1.01,0.7924320220947265
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,16,power_law_1.01,11.608313751220702
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,16,1,power_law_1.01,3.8872001647949217
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,16,power_law_1.2,4.849395370483398
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,16,power_law_1.2,7.87158432006836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,16,power_law_1.01,12.0525634765625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,16,1,power_law_1.01,1.0453696250915527
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,16,1,power_law_1.01,1.3233599662780762
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,16,1,power_law_1.01,4.870915222167969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,16,1,power_law_1.01,1.8480159759521484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.2,6.551340484619141
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,16,power_law_1.2,14.691250610351563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,16,power_law_1.2,11.082179260253906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,16,1,power_law_1.01,2.37992000579834
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,16,1,power_law_1.01,5.9334369659423825
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,16,power_law_1.01,18.023143005371093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,16,power_law_1.01,17.952447509765626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,16,1,power_law_1.01,3.4345470428466798
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,16,power_law_1.2,8.085734558105468
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,16,1,power_law_1.01,4.495552062988281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,16,power_law_1.01,23.581922912597655
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,16,1,power_law_1.01,9.313536071777344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,16,power_law_1.2,14.328323364257812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,16,power_law_1.2,12.722322845458985
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,16,1,power_law_1.01,5.653804779052734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,16,power_law_1.2,24.172639465332033
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,16,1,power_law_1.01,8.839663696289062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,16,power_law_1.2,21.865280151367188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,16,1,power_law_1.01,18.099542236328126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,16,1,power_law_1.2,0.06883199810981751
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,16,power_law_1.01,35.11449279785156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,16,power_law_1.01,38.48739318847656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,16,1,power_law_1.2,0.09968000054359435
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,16,1,power_law_1.2,0.041519999504089355
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,16,1,power_law_1.2,0.10415359735488891
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,16,1,power_law_1.2,0.09823359847068787
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,16,1,power_law_1.2,0.13273279666900634
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,16,1,power_law_1.2,0.10134719610214234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,16,1,power_law_1.2,0.17625919580459595
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,16,1,power_law_1.2,0.12307200431823731
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,16,1,power_law_1.2,0.22162880897521972
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,16,1,power_law_1.2,0.1461151957511902
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,16,1,power_law_1.2,0.34476161003112793
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,16,1,power_law_1.2,0.17449280023574829
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,16,power_law_1.2,30.336590576171876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,16,1,power_law_1.2,0.36948480606079104
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,16,power_law_1.01,0.05731520056724548
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,16,1,power_law_1.2,0.2795039892196655
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,16,1,power_law_1.2,0.3930016040802002
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,16,power_law_1.01,0.042192000150680545
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,16,1,power_law_1.01,17.549183654785157
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,16,1,power_law_1.2,0.28689279556274416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,16,power_law_1.01,0.03967039883136749
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,16,power_law_1.01,0.042054399847984314
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,16,1,power_law_1.2,0.4186975955963135
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,16,power_law_1.01,0.04232319891452789
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,16,power_law_1.01,0.0389631986618042
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,16,1,power_law_1.2,0.3256959915161133
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,16,power_law_1.01,0.060252797603607175
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,16,power_law_1.01,0.038838401436805725
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,16,1,power_law_1.2,0.502185583114624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,16,power_law_1.01,0.06784639954566955
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,16,1,power_law_1.2,0.3358975887298584
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,16,power_law_1.01,0.039657598733901976
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,16,power_law_1.01,0.06938880085945129
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,16,1,power_law_1.2,0.5082911968231201
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,16,power_law_1.01,0.0540768027305603
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,16,power_law_1.01,0.06962559819221496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,16,1,power_law_1.2,0.34063360691070554
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,16,power_law_1.01,0.057955199480056764
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,16,power_law_1.01,0.07199040055274963
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,16,1,power_law_1.2,0.5192255973815918
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,16,power_law_1.01,0.05996479988098145
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,16,power_law_1.01,0.0731935977935791
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,16,1,power_law_1.2,0.3484863996505737
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,16,power_law_1.01,0.06215680241584778
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,16,power_law_1.01,0.07531200051307678
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,16,1,power_law_1.2,0.5309279918670654
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,16,power_law_1.2,48.82400817871094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,16,power_law_1.01,0.06343680024147033
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,16,1,power_law_1.2,0.3606528043746948
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,16,power_law_1.01,0.07827200293540955
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,16,power_law_1.01,0.051523202657699586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,16,power_law_1.01,0.06564480066299438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,16,1,power_law_1.2,0.6015456199645997
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,16,power_law_1.01,0.0796832025051117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,16,power_law_1.01,0.04431999921798706
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,16,1,power_law_1.2,0.3760096073150635
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,16,power_law_1.01,0.06815999746322632
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,16,power_law_1.01,0.08520640134811401
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,16,power_law_1.01,0.04524160027503967
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,16,power_law_1.01,0.07180160284042358
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,16,1,power_law_1.2,0.6163008213043213
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,16,power_law_1.01,0.09018880128860474
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,16,1,power_law_1.2,0.38738560676574707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,16,power_law_1.01,0.04641599953174591
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,16,power_law_1.01,0.07400320172309875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,16,power_law_1.01,0.09579520225524903
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,16,power_law_1.01,0.04745280146598816
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,16,1,power_law_1.2,0.6884287834167481
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,16,power_law_1.01,0.07902719974517822
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,16,1,power_law_1.2,0.4016736030578613
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,16,power_law_1.01,0.10531840324401856
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,16,power_law_1.01,0.04963200092315674
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,16,power_law_1.01,0.0839743971824646
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,16,power_law_1.01,0.12696000337600707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,16,power_law_1.01,0.05079360008239746
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,16,1,power_law_1.2,0.802614402770996
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,16,1,power_law_1.2,0.430460786819458
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,16,power_law_1.01,0.08974080085754395
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,16,power_law_1.01,0.14926400184631347
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,16,power_law_1.01,0.05200319886207581
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,16,power_law_1.01,0.09943680167198181
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,16,power_law_1.01,0.05326719880104065
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,16,power_law_1.01,0.20241279602050782
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,16,1,power_law_1.2,0.5294335842132568
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,16,1,power_law_1.2,0.8389663696289062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,16,power_law_1.01,0.124726402759552
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,16,power_law_1.01,0.054713600873947145
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,16,power_law_1.01,0.2570336103439331
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,16,power_law_1.01,0.15308480262756347
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,16,power_law_1.01,0.05807679891586304
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,16,power_law_1.2,49.271096801757814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,16,1,power_law_1.2,0.5879968166351318
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,16,1,power_law_1.2,0.932528018951416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,16,power_law_1.01,0.37874560356140136
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,16,power_law_1.01,0.0605791985988617
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,16,power_law_1.01,0.21247999668121337
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,16,power_law_1.2,0.05464320182800293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,16,power_law_1.01,0.06287680268287658
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,16,power_law_1.2,0.03813759982585907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,16,power_law_1.01,0.48522558212280276
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,16,1,power_law_1.2,0.6909023761749268
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,16,power_law_1.01,0.2703327894210815
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,16,1,power_law_1.2,1.0432671546936034
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,16,power_law_1.01,0.06952959895133973
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,16,power_law_1.2,0.0378495991230011
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,16,power_law_1.01,0.3871392011642456
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,16,power_law_1.01,0.07442560195922851
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,16,power_law_1.01,0.7409791946411133
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,16,power_law_1.2,0.04072319865226746
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,16,1,power_law_1.2,0.81015043258667
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,16,power_law_1.01,0.08124799728393554
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,16,power_law_1.2,0.05877439975738526
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,16,power_law_1.01,0.5135039806365966
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,16,1,power_law_1.2,1.3583488464355469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,16,power_law_1.01,0.09271039962768554
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,16,power_law_1.01,0.9660287857055664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,16,power_law_1.2,0.06742079854011536
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,16,1,power_law_1.2,1.0833760261535645
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,16,power_law_1.01,0.11991360187530517
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,16,power_law_1.01,0.7225855827331543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,16,power_law_1.2,0.0699679970741272
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,16,1,power_law_1.2,1.6232128143310547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,16,power_law_1.01,0.14528640508651733
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,16,power_law_1.2,0.07106239795684814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,16,power_law_1.01,1.3575551986694336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,16,1,power_law_1.2,1.3448320388793946
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,16,power_law_1.2,0.07294719815254211
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,16,power_law_1.01,1.026035213470459
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,16,power_law_1.01,0.20096640586853026
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,16,power_law_1.2,0.0735967993736267
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,16,power_law_1.01,0.25845119953155515
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,16,power_law_1.2,0.07571200132369996
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,16,1,power_law_1.2,2.246847915649414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,16,power_law_1.01,1.9089120864868163
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,16,power_law_1.01,1.4691743850708008
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,16,power_law_1.01,0.36538560390472413
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,16,1,power_law_1.2,1.8799583435058593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,16,power_law_1.2,0.07854719758033753
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,16,power_law_1.2,0.08060479760169983
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,16,power_law_1.01,0.4749311923980713
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,16,power_law_1.2,0.08523200154304504
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,16,1,power_law_1.2,2.794495964050293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,16,power_law_1.01,2.0809856414794923
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,16,power_law_1.01,0.6976768016815186
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,16,power_law_1.2,0.08995199799537659
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,16,power_law_1.01,2.344723129272461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,16,1,power_law_1.2,2.399372863769531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,16,power_law_1.2,0.09646720290184022
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,16,power_law_1.01,0.9242560386657714
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,16,power_law_1.2,0.10557440519332886
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,16,power_law_1.2,0.12904000282287598
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,16,power_law_1.01,2.541676712036133
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,16,1,power_law_1.2,3.8401344299316404
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,16,power_law_1.2,0.15531200170516968
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,16,1,power_law_1.2,3.4546112060546874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,16,power_law_1.01,1.3508511543273927
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,16,power_law_1.2,0.2229151964187622
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,16,power_law_1.01,3.881308746337891
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,16,power_law_1.2,0.2761183977127075
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,16,power_law_1.01,1.8072864532470703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,16,power_law_1.2,0.40668478012084963
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,16,power_law_1.01,4.030662536621094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,16,1,power_law_1.2,4.878182220458984
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,16,power_law_1.2,0.5333471775054932
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,16,1,power_law_1.2,4.528678512573242
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,16,power_law_1.2,0.7565663814544678
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,16,power_law_1.01,2.291843223571777
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,16,power_law_1.2,1.0888992309570313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,16,power_law_1.01,7.839810943603515
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,16,1,power_law_1.01,0.05421760082244873
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,16,1,power_law_1.2,6.002508926391601
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,16,1,power_law_1.2,5.6685535430908205
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,16,power_law_1.2,1.6288768768310546
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,16,power_law_1.2,0.036771199107170104
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,16,power_law_1.01,3.607798385620117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,16,power_law_1.2,0.0378495991230011
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,16,power_law_1.2,0.03853760063648224
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,16,power_law_1.2,0.03963519930839539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,16,power_law_1.01,8.040367889404298
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,16,power_law_1.2,2.244806480407715
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,16,power_law_1.2,0.05384640097618103
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,16,power_law_1.2,0.04410560131072998
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,16,power_law_1.2,0.0575872004032135
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,16,power_law_1.2,0.04244160056114197
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,16,power_law_1.2,0.06000639796257019
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,16,power_law_1.2,0.04462080001831055
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,16,power_law_1.2,0.06231359839439392
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,16,power_law_1.2,2.695052719116211
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,16,power_law_1.2,0.046300798654556274
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,16,power_law_1.2,0.06217280030250549
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,16,power_law_1.2,0.046911999583244324
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,16,1,power_law_1.2,9.309574127197266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,16,power_law_1.2,0.06632959842681885
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,16,1,power_law_1.2,8.86593246459961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,16,power_law_1.2,0.049641600251197814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,16,power_law_1.2,0.06993920207023621
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,16,power_law_1.2,0.0514847993850708
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,16,power_law_1.01,7.141117095947266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,16,power_law_1.2,0.07282879948616028
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,16,power_law_1.2,0.052198398113250735
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,16,1,power_law_1.2,0.0564736008644104
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,16,power_law_1.01,0.12644799947738647
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,16,1,power_law_1.01,0.07214080095291138
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,16,power_law_1.2,0.07520639896392822
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,16,power_law_1.2,0.05360640287399292
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,16,power_law_1.01,0.08543360233306885
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,16,power_law_1.2,0.07985280156135559
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,16,power_law_1.2,4.483081436157226
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,16,power_law_1.2,0.05572479963302612
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,16,power_law_1.01,0.07602239847183227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,16,power_law_1.2,0.08503360152244568
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,16,power_law_1.2,0.057923197746276855
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,16,power_law_1.01,0.08519039750099182
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,16,power_law_1.2,0.09157760143280029
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,16,power_law_1.2,0.061737602949142455
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,16,power_law_1.01,0.12904959917068481
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,16,power_law_1.2,0.1025056004524231
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,16,power_law_1.2,0.06430400013923646
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,16,power_law_1.01,0.15080000162124635
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,16,power_law_1.2,0.1287008047103882
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,16,power_law_1.2,0.07000319957733155
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,16,power_law_1.01,0.14967679977416992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,16,power_law_1.2,0.15922240018844605
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,16,power_law_1.2,0.07561600208282471
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,16,power_law_1.01,0.15182080268859863
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,16,power_law_1.2,0.23260800838470458
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,16,power_law_1.2,0.08160640001296997
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,16,power_law_1.01,0.1562880039215088
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,16,power_law_1.2,0.292140793800354
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,16,power_law_1.2,0.0936735987663269
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,16,power_law_1.01,0.15882240533828734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,16,power_law_1.2,0.40675840377807615
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,16,power_law_1.01,0.16500480175018312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,16,power_law_1.2,0.12280319929122925
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,16,power_law_1.01,0.16695359945297242
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,16,power_law_1.2,0.14886720180511476
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,16,power_law_1.2,0.556438398361206
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,16,1,power_law_1.2,0.07218559980392455
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,16,1,power_law_1.01,0.08012160062789916
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,16,power_law_1.01,0.1780351996421814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,16,power_law_1.2,0.2067039966583252
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,16,power_law_1.2,9.912767791748047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,16,power_law_1.01,0.1844928026199341
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,16,power_law_1.2,0.8468768119812011
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,16,power_law_1.2,0.26389760971069337
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,16,1,power_law_1.2,17.57073974609375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,16,1,power_law_1.2,18.122349548339844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,16,power_law_1.01,0.08821439743041992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,16,power_law_1.01,0.20130560398101807
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,16,power_law_1.01,0.07304319739341736
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,16,power_law_1.2,0.3871328115463257
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,16,power_law_1.2,0.14416639804840087
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,16,power_law_1.01,0.09744319915771485
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,16,power_law_1.01,0.21515839099884032
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,16,power_law_1.2,1.221872043609619
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,16,power_law_1.01,0.06767359972000123
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,16,power_law_1.2,0.06233919858932495
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,16,power_law_1.01,0.07145919799804687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,16,power_law_1.01,0.2457279920578003
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,16,power_law_1.2,0.494374418258667
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,16,power_law_1.2,0.07417280077934266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,16,power_law_1.01,0.07423999905586243
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,16,power_law_1.01,0.06929919719696045
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,16,power_law_1.01,0.315065598487854
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,16,power_law_1.2,0.0809503972530365
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,16,power_law_1.01,0.10208319425582886
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,16,power_law_1.01,0.07171199917793274
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,16,power_law_1.2,0.7419616222381592
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,16,power_law_1.2,1.7976959228515625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,16,power_law_1.01,0.3728287935256958
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,16,power_law_1.2,0.12127039432525635
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,16,power_law_1.01,0.12072319984436035
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,16,power_law_1.01,0.07787520289421082
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,16,power_law_1.2,0.14820480346679688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,16,power_law_1.01,0.5329567909240722
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,16,power_law_1.01,0.12338240146636963
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,16,power_law_1.01,0.09741119742393493
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,16,power_law_1.2,1.0124095916748046
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,16,power_law_1.2,0.1475775957107544
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,16,power_law_1.01,0.12855679988861085
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,16,power_law_1.01,0.09754559993743897
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,16,power_law_1.01,0.6760704040527343
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,16,power_law_1.2,0.1549631953239441
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,16,power_law_1.2,2.4117055892944337
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,16,power_law_1.01,0.13099199533462524
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,16,power_law_1.01,0.100764799118042
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,16,power_law_1.2,0.15573439598083497
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,16,power_law_1.01,0.9648863792419433
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,16,power_law_1.2,1.458406352996826
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,16,power_law_1.01,0.13219200372695922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,16,power_law_1.01,0.10368640422821045
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,16,power_law_1.2,0.15944000482559204
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,16,1,power_law_1.2,0.08029119968414307
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,16,1,power_law_1.01,0.14226560592651366
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,16,power_law_1.01,0.13737599849700927
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,16,power_law_1.01,0.10608960390090942
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,16,power_law_1.2,0.16158080101013184
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,16,power_law_1.01,1.25033597946167
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,16,power_law_1.01,0.14382719993591309
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,16,power_law_1.01,0.11105279922485352
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,16,power_law_1.2,0.16992319822311402
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,16,power_law_1.2,3.012460708618164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,16,power_law_1.01,0.15306559801101685
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,16,power_law_1.01,0.12030400037765503
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,16,power_law_1.2,1.8900543212890626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,16,power_law_1.2,0.1782431960105896
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,16,power_law_1.01,0.1687551975250244
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,16,power_law_1.01,0.12711679935455322
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,16,power_law_1.01,1.874870491027832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,16,power_law_1.2,0.1882815957069397
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,16,power_law_1.01,0.17458560466766357
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,16,power_law_1.01,0.13728959560394288
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,16,power_law_1.2,0.20598719120025635
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,16,power_law_1.01,0.2003711938858032
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,16,power_law_1.01,0.14971519708633424
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,16,power_law_1.2,0.2230623960494995
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,16,power_law_1.2,2.472825622558594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,16,power_law_1.01,2.597216033935547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,16,power_law_1.01,0.2384255886077881
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,16,power_law_1.01,0.16465599536895753
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,16,power_law_1.2,0.25465281009674073
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,16,power_law_1.01,0.19281599521636963
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,16,power_law_1.01,0.30344319343566895
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,16,power_law_1.2,0.34888319969177245
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,16,power_law_1.2,4.681382369995117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,16,power_law_1.01,0.24354240894317628
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,16,power_law_1.01,0.382806396484375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,16,power_law_1.2,0.40111360549926756
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,16,power_law_1.01,0.2920543909072876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,16,power_law_1.01,0.536521577835083
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,16,power_law_1.01,3.662688064575195
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,16,power_law_1.2,0.5806367874145508
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,16,power_law_1.01,0.41924481391906737
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,16,power_law_1.01,0.716425609588623
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,16,1,power_law_1.2,0.13684480190277098
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,16,power_law_1.2,3.9833118438720705
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,16,power_law_1.2,0.7517024040222168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,16,power_law_1.01,0.534825611114502
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,16,power_law_1.01,0.9984416007995606
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,16,power_law_1.2,1.053529644012451
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,16,power_law_1.01,0.7697535991668701
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,16,1,power_law_1.01,0.154310405254364
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,16,power_law_1.01,1.351865577697754
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,16,power_law_1.01,5.119353485107422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,16,power_law_1.2,1.5648511886596679
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,16,power_law_1.01,1.0009407997131348
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,16,power_law_1.01,2.020879936218262
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,16,power_law_1.01,1.4647744178771973
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,16,power_law_1.2,2.2325599670410154
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,16,power_law_1.2,10.276092529296875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,16,power_law_1.2,0.08438720107078553
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,16,power_law_1.01,1.959859275817871
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,16,power_law_1.01,2.654819107055664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,16,power_law_1.2,0.06398079991340637
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,16,power_law_1.01,6.182096099853515
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,16,power_law_1.2,3.0924095153808593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,16,power_law_1.2,8.226294708251952
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,16,power_law_1.2,0.06648640036582946
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,16,power_law_1.2,0.07125759720802308
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,16,power_law_1.2,0.08917120099067688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,16,power_law_1.01,2.822377586364746
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,16,power_law_1.2,0.10322240591049195
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,16,power_law_1.2,0.06325119733810425
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,16,power_law_1.01,4.0178367614746096
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,16,power_law_1.2,0.12228159904479981
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,16,power_law_1.2,0.068367999792099
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,16,power_law_1.2,0.12779840230941772
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,16,1,power_law_1.2,0.14336960315704345
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,16,power_law_1.2,5.114575958251953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,16,power_law_1.2,0.07085760235786438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,16,1,power_law_1.01,0.2788288116455078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,16,power_law_1.2,0.12952640056610107
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,16,power_law_1.2,0.07656959891319275
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,16,power_law_1.2,0.13169280290603638
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,16,1,power_law_1.01,0.36241281032562256
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,16,power_law_1.2,0.09344959855079651
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,16,power_law_1.01,3.960844802856445
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,16,power_law_1.2,0.13382719755172728
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,16,power_law_1.2,0.09493119716644287
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,16,1,power_law_1.01,0.29176959991455076
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,16,power_law_1.01,5.260681533813477
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,16,power_law_1.2,0.14082560539245606
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,16,power_law_1.2,0.09919040203094483
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,16,power_law_1.01,11.251423645019532
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,16,power_law_1.2,0.14809919595718385
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,16,power_law_1.2,0.10246720314025878
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,16,1,power_law_1.01,0.3023551940917969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,16,power_law_1.2,6.162499237060547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,16,power_law_1.2,0.15440319776535033
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,16,power_law_1.2,0.10980800390243531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,16,power_law_1.2,0.17023680210113526
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,16,power_law_1.2,0.11436480283737183
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,16,power_law_1.01,5.014310455322265
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,16,power_law_1.2,0.19018239974975587
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,16,power_law_1.2,0.1219648003578186
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,16,power_law_1.2,0.20998721122741698
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,16,power_law_1.2,0.1288831949234009
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,16,power_law_1.01,6.468409729003906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,16,power_law_1.2,0.24649279117584227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,16,power_law_1.2,0.13999040126800538
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,16,power_law_1.2,0.3186847925186157
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,16,power_law_1.2,0.15857919454574584
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,16,1,power_law_1.2,0.23435840606689454
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,16,power_law_1.2,0.17374720573425292
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,16,power_law_1.2,0.42608962059020994
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,16,power_law_1.2,8.738726043701172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,16,1,power_law_1.2,0.3472831964492798
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,16,power_law_1.2,0.1987391948699951
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,16,power_law_1.2,0.5875296115875244
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,16,power_law_1.2,0.24842560291290283
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,16,1,power_law_1.2,0.28858559131622313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,16,power_law_1.01,7.631222534179687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,16,power_law_1.2,0.747708797454834
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,16,power_law_1.2,0.31217279434204104
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,16,1,power_law_1.2,0.29713919162750246
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,16,power_law_1.2,1.1218591690063477
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,16,power_law_1.2,0.4394239902496338
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,16,power_law_1.2,0.5739488124847412
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,16,power_law_1.2,1.551955223083496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,16,power_law_1.01,10.4633056640625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,16,1,power_law_1.01,0.31390719413757323
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,16,power_law_1.2,0.8002016067504882
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,16,1,power_law_1.01,0.32084479331970217
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,16,power_law_1.2,2.1431840896606444
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,16,power_law_1.01,20.12623291015625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,16,power_law_1.2,1.0552224159240722
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,16,1,power_law_1.01,0.028182399272918702
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,16,1,power_law_1.01,0.330515193939209
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,16,1,power_law_1.01,0.04918720126152039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,16,power_law_1.2,13.749177551269531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,16,power_law_1.2,1.65645751953125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,16,1,power_law_1.01,0.057014399766922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,16,1,power_law_1.01,0.3388479948043823
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,16,power_law_1.2,2.9645856857299804
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,16,1,power_law_1.01,0.06825600266456604
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,16,1,power_law_1.01,0.0794431984424591
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,16,power_law_1.2,2.1622623443603515
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,16,1,power_law_1.01,0.1121440052986145
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,16,1,power_law_1.01,0.11860480308532714
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,16,1,power_law_1.01,0.12247680425643921
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,16,power_law_1.2,4.945449447631836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,16,power_law_1.01,16.238819885253907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,16,1,power_law_1.01,0.1255776047706604
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,16,power_law_1.2,3.2829185485839845
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,16,1,power_law_1.01,0.030076798796653748
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,16,1,power_law_1.01,0.13048319816589354
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,16,1,power_law_1.2,0.31436159610748293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,16,1,power_law_1.01,0.05175679922103882
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,16,1,power_law_1.01,0.13860160112380981
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,16,1,power_law_1.01,0.35187520980834963
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,16,1,power_law_1.2,0.32031679153442383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,16,1,power_law_1.01,0.05639680027961731
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,16,1,power_law_1.01,0.14509119987487792
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,16,1,power_law_1.01,0.06630079746246338
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,16,1,power_law_1.01,0.15085439682006835
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,16,1,power_law_1.01,0.3660991907119751
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,16,1,power_law_1.2,0.3267616033554077
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,16,1,power_law_1.01,0.07426880002021789
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,16,1,power_law_1.01,0.15368000268936158
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,16,power_law_1.2,6.894012451171875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,16,power_law_1.2,4.291913604736328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,16,1,power_law_1.01,0.09445120096206665
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,16,1,power_law_1.01,0.15873279571533203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,16,1,power_law_1.01,0.3720128059387207
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,16,1,power_law_1.2,0.34124801158905027
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,16,1,power_law_1.01,0.09684159755706787
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,16,1,power_law_1.01,0.16582080125808715
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,16,power_law_1.01,21.439353942871094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,16,1,power_law_1.01,0.10067520141601563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,16,1,power_law_1.01,0.40140480995178224
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,16,1,power_law_1.01,0.174835205078125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,16,1,power_law_1.01,0.1053920030593872
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,16,1,power_law_1.01,0.1993664026260376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,16,1,power_law_1.01,0.4672832012176514
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,16,1,power_law_1.01,0.10766079425811767
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,16,1,power_law_1.01,0.2228032112121582
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,16,1,power_law_1.01,0.11652799844741821
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,16,power_law_1.2,5.4784191131591795
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,16,1,power_law_1.01,0.29454400539398196
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,16,1,power_law_1.01,0.5167840003967286
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,16,1,power_law_1.01,0.12314879894256592
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,16,1,power_law_1.01,0.3656480073928833
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,16,1,power_law_1.01,0.12741760015487671
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,16,power_law_1.2,8.623174285888672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,16,1,power_law_1.01,0.6037471771240235
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,16,1,power_law_1.01,0.13234879970550537
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,16,1,power_law_1.01,0.5144896030426025
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,16,1,power_law_1.2,0.3571167945861816
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,16,1,power_law_1.01,0.1373088002204895
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,16,1,power_law_1.01,0.7168863773345947
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,16,1,power_law_1.01,0.6344096183776855
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,16,1,power_law_1.01,0.14391679763793946
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,16,1,power_law_1.2,0.3775264024734497
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,16,1,power_law_1.01,0.15473920106887817
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,16,1,power_law_1.01,0.9047743797302246
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,16,1,power_law_1.01,0.17822400331497193
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,16,1,power_law_1.2,0.38827199935913087
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,16,power_law_1.2,33.29246215820312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,16,1,power_law_1.01,0.21131839752197265
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,16,1,power_law_1.2,0.029385599493980407
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,16,1,power_law_1.01,1.1794976234436034
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,16,1,power_law_1.2,0.4243743896484375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,16,power_law_1.2,9.35827178955078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,16,1,power_law_1.01,0.28846399784088134
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,16,1,power_law_1.2,0.049532800912857056
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,16,1,power_law_1.2,0.05679360032081604
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,16,1,power_law_1.01,0.3582495927810669
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,16,1,power_law_1.2,0.4931647777557373
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,16,1,power_law_1.2,0.06577280163764954
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,16,1,power_law_1.01,1.7367263793945313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,16,1,power_law_1.01,0.49838080406188967
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,16,1,power_law_1.2,0.07597119808197021
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,16,1,power_law_1.2,0.5332128047943115
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,16,1,power_law_1.2,0.11086080074310303
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,16,power_law_1.2,13.622575378417968
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,16,1,power_law_1.01,0.6260511875152588
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,16,1,power_law_1.2,0.11865919828414917
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,16,1,power_law_1.2,0.6232480049133301
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,16,1,power_law_1.2,0.12555840015411376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,16,1,power_law_1.01,2.2990175247192384
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,16,1,power_law_1.01,0.899407958984375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,16,1,power_law_1.2,0.12871040105819703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,16,1,power_law_1.2,0.7336415767669677
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,16,1,power_law_1.2,0.1321887969970703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,16,1,power_law_1.01,1.1830016136169434
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,16,1,power_law_1.2,0.1412160038948059
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,16,1,power_law_1.2,0.14837440252304077
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,16,1,power_law_1.01,2.8588287353515627
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,16,1,power_law_1.2,0.15221760272979737
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,16,1,power_law_1.01,1.7450496673583984
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,16,1,power_law_1.2,0.15816320180892945
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,16,1,power_law_1.2,0.16286400556564332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,16,1,power_law_1.01,1.3237055778503417
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,16,1,power_law_1.2,0.16929919719696046
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,16,1,power_law_1.2,0.18036160469055176
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,16,1,power_law_1.01,2.3087039947509767
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,16,1,power_law_1.01,1.1384320259094238
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,16,1,power_law_1.2,0.20460479259490966
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,16,1,power_law_1.01,4.53458251953125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,16,1,power_law_1.2,0.23074240684509278
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,16,power_law_1.2,20.369862365722657
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,16,1,power_law_1.2,0.3012959957122803
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,16,1,power_law_1.01,1.5657440185546876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,16,1,power_law_1.2,0.029811200499534608
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,16,1,power_law_1.01,2.8894464492797853
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,16,1,power_law_1.2,0.3683775901794434
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,16,1,power_law_1.2,0.05138239860534668
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,16,1,power_law_1.2,0.5172575950622559
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,16,1,power_law_1.2,0.055667197704315184
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,16,1,power_law_1.2,0.06416959762573242
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,16,1,power_law_1.01,1.971897506713867
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,16,1,power_law_1.2,0.6399263858795166
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,16,1,power_law_1.2,0.07227519750595093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,16,1,power_law_1.2,0.09477120041847228
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,16,1,power_law_1.2,0.9058591842651367
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,16,1,power_law_1.2,0.0999455988407135
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,16,1,power_law_1.01,4.595004653930664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,16,1,power_law_1.2,1.3739168167114257
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,16,1,power_law_1.2,0.10377919673919678
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,16,1,power_law_1.01,2.81711368560791
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,16,1,power_law_1.2,1.1811296463012695
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,16,1,power_law_1.01,9.008326721191406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,16,power_law_1.2,29.877383422851562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,16,1,power_law_1.2,0.1076159954071045
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,16,1,power_law_1.2,1.150438404083252
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,16,1,power_law_1.2,0.11154240369796753
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,16,power_law_1.01,0.27802560329437254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,16,1,power_law_1.2,0.11805440187454223
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,16,1,power_law_1.2,1.731177520751953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,16,power_law_1.01,0.32982399463653567
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,16,1,power_law_1.2,0.1279744029045105
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,16,power_law_1.01,0.12798080444335938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,16,1,power_law_1.2,1.5852479934692383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,16,1,power_law_1.01,3.6733280181884767
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,16,1,power_law_1.2,0.1306336045265198
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,16,power_law_1.01,0.171942400932312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,16,1,power_law_1.2,0.13729920387268066
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,16,1,power_law_1.2,2.283404731750488
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,16,power_law_1.01,0.25620160102844236
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,16,1,power_law_1.2,0.14254720211029054
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,16,1,power_law_1.2,2.0087072372436525
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,16,power_law_1.01,0.3669152021408081
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,16,1,power_law_1.2,0.14873600006103516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,16,1,power_law_1.2,0.16045119762420654
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,16,power_law_1.01,0.37591679096221925
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,16,1,power_law_1.01,9.1728515625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,16,1,power_law_1.01,4.594003295898437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,16,1,power_law_1.2,0.1841887950897217
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,16,1,power_law_1.2,2.8480928421020506
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,16,power_law_1.01,0.39881598949432373
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,16,power_law_1.01,0.18800959587097169
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,16,1,power_law_1.2,0.21907520294189453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,16,1,power_law_1.2,2.8529312133789064
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,16,power_law_1.01,0.42197442054748535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,16,power_law_1.01,0.22608320713043212
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,16,1,power_law_1.2,0.289468789100647
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,16,power_law_1.01,0.10766079425811767
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,16,power_law_1.01,0.43918399810791015
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,16,1,power_law_1.2,0.3615583896636963
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,16,power_law_1.01,0.1335935950279236
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,16,power_law_1.01,0.4596288204193115
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,16,power_law_1.01,0.20335679054260253
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,16,1,power_law_1.2,0.49921278953552245
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,16,power_law_1.01,0.4862080097198486
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,16,1,power_law_1.2,4.5062816619873045
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,16,1,power_law_1.2,3.6942111968994142
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,16,power_law_1.01,0.26547200679779054
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,16,power_law_1.01,0.4858880043029785
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,16,1,power_law_1.2,0.6292736053466796
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,16,power_law_1.01,0.2641151905059814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,16,1,power_law_1.01,7.192131042480469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,16,power_law_1.01,0.5322720050811768
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,16,1,power_law_1.2,0.9060480117797851
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,16,power_law_1.01,0.27393920421600343
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,16,power_law_1.01,0.5912735939025879
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,16,power_law_1.01,0.2897279977798462
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,16,power_law_1.01,0.6459360122680664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,16,1,power_law_1.2,1.1898112297058105
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,16,power_law_1.01,0.29147839546203613
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,16,1,power_law_1.2,4.634355163574218
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,16,power_law_1.01,0.6930240154266357
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,16,power_law_1.01,0.3014784097671509
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,16,power_law_1.01,0.31493120193481444
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,16,1,power_law_1.2,1.7584800720214844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,16,power_law_1.01,0.7620704174041748
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,16,power_law_1.01,0.3256864070892334
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,16,power_law_1.01,0.8853695869445801
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,16,power_law_1.01,0.3580735921859741
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,16,1,power_law_1.2,8.984595489501952
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,16,1,power_law_1.2,2.3197311401367187
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,16,power_law_1.01,1.1357824325561523
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,16,power_law_1.01,0.39204161167144774
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,16,power_law_1.01,0.1903455972671509
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,16,power_law_1.01,0.40748162269592286
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,16,power_law_1.01,0.1945472002029419
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,16,power_law_1.01,1.4319744110107422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,16,1,power_law_1.2,7.20955810546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,16,power_law_1.01,0.5017087936401368
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,16,power_law_1.01,0.10420800447463989
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,16,power_law_1.2,0.28051199913024905
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,16,1,power_law_1.2,2.910185623168945
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,16,power_law_1.01,0.13162239789962768
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,16,power_law_1.01,0.6431807994842529
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,16,power_law_1.01,2.0414335250854494
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,16,power_law_1.2,0.13495680093765258
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,16,1,power_law_1.01,14.243177795410157
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,16,power_law_1.01,0.15464320182800292
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,16,power_law_1.2,0.13112000226974488
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,16,power_law_1.01,0.7505695819854736
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,16,power_law_1.2,0.21187200546264648
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,16,power_law_1.01,0.20805120468139648
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,16,power_law_1.2,0.1617535948753357
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,16,power_law_1.01,2.723366355895996
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,16,power_law_1.2,0.09943040013313294
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,16,power_law_1.01,1.104422378540039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,16,power_law_1.01,0.21661438941955566
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,16,power_law_1.2,0.23256959915161132
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,16,power_law_1.2,0.10663679838180543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,16,power_law_1.01,0.22721281051635742
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,16,power_law_1.2,0.3563839912414551
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,16,power_law_1.01,1.3946656227111816
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,16,power_law_1.2,0.11967359781265259
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,16,power_law_1.01,0.22912321090698243
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,16,1,power_law_1.2,4.616211318969727
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,16,power_law_1.2,0.39369280338287355
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,16,power_law_1.2,0.1894144058227539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,16,power_law_1.01,3.894483184814453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,16,power_law_1.01,0.23250560760498046
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,16,power_law_1.2,0.42256960868835447
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,16,power_law_1.2,0.2524064064025879
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,16,power_law_1.01,1.9902143478393555
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,16,power_law_1.01,0.24221439361572267
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,16,power_law_1.2,0.40891199111938475
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,16,power_law_1.2,0.2706048011779785
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,16,power_law_1.01,0.254150390625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,16,power_law_1.2,0.26525120735168456
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,16,power_law_1.2,0.43224000930786133
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,16,power_law_1.01,0.2649760007858276
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,16,power_law_1.01,2.6499488830566404
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,16,power_law_1.2,0.2897984027862549
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,16,power_law_1.01,0.2830687999725342
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,16,power_law_1.2,0.4571968078613281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,16,power_law_1.01,5.597731018066407
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,16,power_law_1.2,0.28273279666900636
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,16,power_law_1.01,0.30154240131378174
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,16,1,power_law_1.2,14.273370361328125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,16,power_law_1.2,0.5144608020782471
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,16,power_law_1.2,0.3102976083755493
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,16,power_law_1.01,0.3214463949203491
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,16,power_law_1.2,0.20174078941345214
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,16,power_law_1.2,0.5099423885345459
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,16,power_law_1.01,3.963328170776367
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,16,power_law_1.2,0.3187040090560913
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,16,power_law_1.01,0.3630016088485718
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,16,power_law_1.2,0.1059648036956787
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,16,power_law_1.2,0.5573631763458252
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,16,power_law_1.2,0.3308576107025146
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,16,power_law_1.01,0.44600958824157716
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,16,power_law_1.2,0.10060479640960693
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,16,1,power_law_1.2,9.242140960693359
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,16,power_law_1.2,0.6308832168579102
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,16,power_law_1.2,0.3707263946533203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,16,power_law_1.2,0.1257024049758911
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,16,power_law_1.01,7.266652679443359
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,16,power_law_1.01,0.5361567974090576
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,16,1,power_law_1.01,0.05850560069084167
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,16,power_law_1.2,0.3928704023361206
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,16,power_law_1.2,0.6357151985168457
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,16,power_law_1.2,0.13576639890670777
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,16,1,power_law_1.01,0.0796832025051117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,16,power_law_1.01,5.242297744750976
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,16,1,power_law_1.01,0.04357439875602722
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,16,power_law_1.01,0.7324384212493896
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,16,power_law_1.2,0.20663681030273437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,16,power_law_1.2,0.44488959312438964
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,16,1,power_law_1.01,0.09410240054130554
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,16,power_law_1.2,0.7116991996765136
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,16,1,power_law_1.01,0.07725440263748169
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,16,power_law_1.2,0.2130336046218872
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,16,power_law_1.01,0.9105664253234863
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,16,1,power_law_1.01,0.1273632049560547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,16,power_law_1.2,0.5331456184387207
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,16,1,power_law_1.01,0.08792639970779419
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,16,power_law_1.2,0.7740672111511231
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,16,power_law_1.2,0.22067840099334718
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,16,1,power_law_1.01,0.16414079666137696
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,16,1,power_law_1.01,0.10715199708938598
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,16,power_law_1.2,0.6699584007263184
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,16,power_law_1.01,1.3542655944824218
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,16,power_law_1.2,0.22964160442352294
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,16,power_law_1.2,0.9676544189453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,16,1,power_law_1.01,0.27691519260406494
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,16,1,power_law_1.01,0.12703360319137574
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,16,power_law_1.2,0.8128352165222168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,16,power_law_1.2,0.23785920143127443
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,16,1,power_law_1.01,0.29180800914764404
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,16,1,power_law_1.01,0.18911679983139038
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,16,power_law_1.2,1.2677248001098633
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,16,power_law_1.01,1.7089408874511718
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,16,power_law_1.01,8.03262710571289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,16,power_law_1.2,0.24836480617523193
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,16,power_law_1.01,10.21022720336914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,16,1,power_law_1.01,0.19627840518951417
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,16,1,power_law_1.01,0.30392000675201414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,16,power_law_1.2,1.1892160415649413
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,16,power_law_1.2,0.2560767889022827
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,16,1,power_law_1.01,0.21858561038970947
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,16,1,power_law_1.01,0.30900800228118896
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,16,power_law_1.2,1.6608415603637696
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,16,power_law_1.2,0.2658976078033447
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,16,1,power_law_1.01,0.24370241165161133
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,16,power_law_1.2,1.5945088386535644
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,16,power_law_1.01,2.5179519653320312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,16,1,power_law_1.01,0.3243103981018066
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,16,power_law_1.2,0.28815040588378904
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,16,1,power_law_1.01,0.2583712100982666
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,16,1,power_law_1.01,0.37049920558929444
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,16,power_law_1.2,2.3580799102783203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,16,1,power_law_1.01,0.26880319118499757
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,16,power_law_1.2,0.30757439136505127
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,16,power_law_1.2,2.175529670715332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,16,1,power_law_1.01,0.4024352073669434
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,16,1,power_law_1.01,0.27467520236968995
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,16,power_law_1.2,0.33818879127502444
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,16,power_law_1.01,3.3727745056152343
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,16,1,power_law_1.01,0.37811520099639895
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,16,1,power_law_1.01,0.2712608098983765
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,16,power_law_1.2,0.379587197303772
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,16,power_law_1.2,3.198303985595703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,16,1,power_law_1.01,0.397324800491333
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,16,power_law_1.2,3.0085792541503906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,16,1,power_law_1.01,0.28104000091552733
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,16,power_law_1.01,10.74736328125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,16,power_law_1.2,0.4624351978302002
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,16,1,power_law_1.01,0.4279327869415283
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,16,1,power_law_1.01,0.29174079895019533
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,16,power_law_1.2,0.5639328002929688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,16,power_law_1.01,13.371206665039063
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,16,1,power_law_1.01,0.4346560001373291
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,16,1,power_law_1.01,0.3036128044128418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,16,power_law_1.01,4.849375915527344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,16,power_law_1.2,0.7531583786010743
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,16,1,power_law_1.01,0.4927231788635254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,16,1,power_law_1.01,0.33094398975372313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,16,power_law_1.2,4.874550247192383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,16,power_law_1.2,4.667446517944336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,16,1,power_law_1.01,0.5728064060211182
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,16,1,power_law_1.01,0.40686721801757814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,16,power_law_1.2,1.02193603515625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,16,1,power_law_1.01,0.4862175941467285
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,16,1,power_law_1.01,0.6581535816192627
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,16,power_law_1.2,1.462019157409668
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,16,1,power_law_1.01,0.6036608219146729
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,16,1,power_law_1.01,0.7194943904876709
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,16,power_law_1.01,6.739936065673828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,16,power_law_1.2,6.477315521240234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,16,power_law_1.2,6.356383895874023
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,16,1,power_law_1.01,0.7234015941619873
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,16,power_law_1.2,1.8975231170654296
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,16,1,power_law_1.01,0.8454112052917481
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,16,power_law_1.01,13.448188781738281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,16,1,power_law_1.01,0.9926015853881835
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,16,1,power_law_1.01,1.1221152305603028
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,16,power_law_1.2,2.625196838378906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,16,1,power_law_1.01,1.2288512229919433
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,16,1,power_law_1.01,1.4169919967651368
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,16,1,power_law_1.01,1.7458335876464843
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,16,power_law_1.2,9.314227294921874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,16,power_law_1.01,8.24035186767578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,16,power_law_1.2,3.8355838775634767
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,16,1,power_law_1.01,1.9798175811767578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,16,power_law_1.2,9.92245101928711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,16,power_law_1.01,21.50847625732422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,16,1,power_law_1.01,2.28306884765625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,16,1,power_law_1.01,2.4984031677246095
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,16,power_law_1.2,5.653561782836914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,16,1,power_law_1.01,3.370937728881836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,16,1,power_law_1.01,3.5929664611816405
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,16,power_law_1.01,21.39417266845703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,16,power_law_1.2,13.800352478027344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,16,power_law_1.01,12.98943634033203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,16,1,power_law_1.01,4.425446319580078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,16,power_law_1.2,15.411447143554687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,16,power_law_1.2,7.665177917480468
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,16,1,power_law_1.01,4.680879974365235
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,16,1,power_law_1.01,5.540870285034179
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,16,1,power_law_1.01,5.8004096984863285
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,16,power_law_1.2,9.002979278564453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,16,power_law_1.2,17.217747497558594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,16,power_law_1.2,16.398272705078124
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,16,1,power_law_1.01,8.74459228515625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,16,1,power_law_1.01,9.142610931396485
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,16,power_law_1.01,43.74884948730469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,16,power_law_1.2,15.915402221679688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,16,power_law_1.01,27.353530883789062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,16,1,power_law_1.2,0.06383360028266907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,16,1,power_law_1.2,0.07575680017471313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,16,1,power_law_1.2,0.09070079922676086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,16,1,power_law_1.2,0.11696640253067017
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,16,1,power_law_1.2,0.14715839624404908
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,16,power_law_1.01,41.278298950195314
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,16,1,power_law_1.2,0.2662528038024902
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,16,1,power_law_1.2,0.0400191992521286
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,16,1,power_law_1.2,0.2873055934906006
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,16,1,power_law_1.2,0.07275199890136719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,16,power_law_1.2,27.671728515625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,16,1,power_law_1.01,17.423455810546876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,16,1,power_law_1.2,0.3002559900283813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,16,power_law_1.2,26.192059326171876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,16,1,power_law_1.2,0.08638719916343689
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,16,1,power_law_1.2,0.3159775972366333
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,16,1,power_law_1.01,18.036178588867188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,16,1,power_law_1.2,0.10222079753875732
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,16,1,power_law_1.2,0.3497024059295654
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,16,1,power_law_1.2,0.11876159906387329
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,16,1,power_law_1.2,0.4040544033050537
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,16,power_law_1.01,0.19105279445648193
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,16,power_law_1.01,0.27450881004333494
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,16,1,power_law_1.2,0.18515199422836304
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,16,1,power_law_1.2,0.4216576099395752
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,16,1,power_law_1.2,0.2021183967590332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,16,power_law_1.01,0.3537343978881836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,16,1,power_law_1.2,0.39687039852142336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,16,power_law_1.01,0.5648863792419434
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,16,1,power_law_1.2,0.22642240524291993
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,16,1,power_law_1.2,0.41375041007995605
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,16,1,power_law_1.2,0.24675519466400148
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,16,power_law_1.01,0.5135744094848633
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,16,1,power_law_1.2,0.4291359901428223
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,16,power_law_1.01,0.7693503856658935
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,16,1,power_law_1.2,0.261299204826355
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,16,1,power_law_1.2,0.4606560230255127
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,16,1,power_law_1.2,0.2762592077255249
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,16,power_law_1.01,0.1793727993965149
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,16,power_law_1.01,0.20995841026306153
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,16,1,power_law_1.2,0.5115520000457764
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,16,1,power_law_1.2,0.2780832052230835
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,16,1,power_law_1.2,0.2763583898544312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,16,1,power_law_1.2,0.6084896087646484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,16,power_law_1.01,0.24417920112609864
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,16,power_law_1.01,0.32298879623413085
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,16,1,power_law_1.2,0.2898783922195435
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,16,1,power_law_1.2,0.6665440082550049
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,16,power_law_1.01,0.3341824054718018
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,16,1,power_law_1.2,0.29908480644226076
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,16,power_law_1.2,33.20057983398438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,16,1,power_law_1.2,0.7323455810546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,16,power_law_1.01,0.48307199478149415
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,16,1,power_law_1.2,0.3069472074508667
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,16,1,power_law_1.2,0.8538656234741211
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,16,power_law_1.01,0.3632416009902954
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,16,1,power_law_1.2,0.33714559078216555
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,16,power_law_1.01,0.18102719783782958
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,16,power_law_1.01,0.5343967914581299
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,16,1,power_law_1.2,0.4325247764587402
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,16,1,power_law_1.2,1.1017696380615234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,16,power_law_1.01,0.49181761741638186
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,16,power_law_1.01,0.28434560298919676
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,16,1,power_law_1.2,0.502400016784668
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,16,power_law_1.01,0.6686111927032471
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,16,1,power_law_1.2,1.39584321975708
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,16,1,power_law_1.2,0.6137728214263916
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,16,power_law_1.01,0.514143991470337
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,16,power_law_1.01,0.4047135829925537
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,16,power_law_1.01,0.761897611618042
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,16,1,power_law_1.2,0.7270559787750244
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,16,1,power_law_1.2,1.9377792358398438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,16,power_law_1.01,0.5235328197479248
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,16,power_law_1.01,0.1431455969810486
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,16,1,power_law_1.2,1.0080991744995118
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,16,power_law_1.01,0.8063136100769043
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,16,power_law_1.01,0.5462975978851319
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,16,1,power_law_1.2,2.4587871551513674
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,16,power_law_1.01,0.2034463882446289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,16,1,power_law_1.2,1.241427230834961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,16,power_law_1.01,0.7807648181915283
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,16,power_law_1.01,0.26300480365753176
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,16,power_law_1.01,0.5671840190887452
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,16,1,power_law_1.2,1.773651123046875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,16,1,power_law_1.2,3.5321281433105467
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,16,power_law_1.01,0.8592320442199707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,16,power_law_1.01,0.2913727998733521
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,16,power_law_1.01,0.5710368156433105
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,16,1,power_law_1.2,2.3204479217529297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,16,power_law_1.01,0.3679455995559692
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,16,power_law_1.01,0.876863956451416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,16,power_law_1.01,0.5944511890411377
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,16,1,power_law_1.2,4.584140777587891
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,16,power_law_1.01,0.3754048109054565
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,16,power_law_1.01,0.6126399993896484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,16,power_law_1.01,0.9247263908386231
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,16,1,power_law_1.2,3.3941120147705077
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,16,power_law_1.2,55.125054931640626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,16,power_law_1.01,0.3775487899780273
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,16,power_law_1.01,0.6040128231048584
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,16,power_law_1.01,0.9508255958557129
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,16,power_law_1.2,0.2914367914199829
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,16,power_law_1.01,0.4060448169708252
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,16,power_law_1.01,0.6724768161773682
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,16,1,power_law_1.2,5.733385467529297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,16,power_law_1.01,0.9410943984985352
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,16,power_law_1.2,0.563699197769165
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,16,1,power_law_1.2,4.46379508972168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,16,power_law_1.01,0.41390719413757326
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,16,power_law_1.01,0.744377613067627
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,16,power_law_1.2,0.486678409576416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,16,power_law_1.01,1.0351136207580567
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,16,power_law_1.2,0.19200960397720337
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,16,power_law_1.01,0.4397024154663086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,16,power_law_1.01,0.8196127891540528
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,16,power_law_1.2,0.19764480590820313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,16,power_law_1.2,0.35284159183502195
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,16,power_law_1.01,1.0977952003479003
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,16,power_law_1.01,0.45842561721801756
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,16,1,power_law_1.2,5.565286254882812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,16,power_law_1.2,0.29168000221252444
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,16,power_law_1.2,77.22134399414062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,16,power_law_1.01,1.0673439979553223
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,16,power_law_1.2,0.3274399995803833
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,16,power_law_1.01,0.46512641906738283
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,16,power_law_1.01,1.2289600372314453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,16,1,power_law_1.2,9.019545745849609
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,16,power_law_1.2,0.4052608013153076
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,16,power_law_1.2,0.17268160581588746
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,16,power_law_1.2,0.18108160495758058
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,16,power_law_1.01,0.47870721817016604
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,16,power_law_1.01,1.3056480407714843
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,16,power_law_1.01,1.4574655532836913
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,16,power_law_1.2,0.47994561195373536
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,16,power_law_1.2,0.21239039897918702
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,16,power_law_1.01,0.5133823871612548
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,16,power_law_1.01,1.8169631958007812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,16,power_law_1.2,0.6976895809173584
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,16,power_law_1.2,0.31205120086669924
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,16,1,power_law_1.2,8.798659515380859
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,16,power_law_1.01,1.6858848571777343
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,16,power_law_1.01,0.5965216159820557
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,16,power_law_1.2,0.3665855884552002
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,16,power_law_1.2,0.7010079860687256
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,16,power_law_1.01,2.239014434814453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,16,power_law_1.01,0.6745600223541259
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,16,power_law_1.01,2.081007957458496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,16,power_law_1.2,0.2847007989883423
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,16,power_law_1.2,0.44988160133361815
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,16,power_law_1.2,0.7527999877929688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,16,power_law_1.01,0.8269311904907226
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,16,power_law_1.2,0.2676032066345215
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,16,power_law_1.2,0.48203840255737307
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,16,power_law_1.01,3.3710880279541016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,16,power_law_1.2,0.7456543922424317
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,16,power_law_1.01,2.487215995788574
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,16,power_law_1.01,0.9617119789123535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,16,power_law_1.2,0.14538880586624145
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,16,power_law_1.2,0.4888415813446045
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,16,power_law_1.2,0.8052096366882324
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,16,1,power_law_1.2,17.728982543945314
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,16,power_law_1.2,0.18880000114440917
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,16,power_law_1.01,1.277295970916748
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,16,power_law_1.2,0.4985343933105469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,16,power_law_1.01,3.582825469970703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,16,1,power_law_1.01,0.06963840126991272
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,16,power_law_1.2,0.8617952346801758
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,16,power_law_1.01,4.454022216796875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,16,power_law_1.2,0.24410560131072997
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,16,power_law_1.2,0.5454016208648682
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,16,1,power_law_1.01,0.1164736032485962
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,16,power_law_1.01,1.591926383972168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,16,power_law_1.2,0.9037407875061035
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,16,power_law_1.2,0.2658560037612915
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,16,1,power_law_1.2,17.484022521972655
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,16,power_law_1.2,0.5299808025360108
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,16,1,power_law_1.01,0.13563519716262817
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,16,power_law_1.01,4.563731384277344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,16,power_law_1.2,0.8982432365417481
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,16,1,power_law_1.01,0.04490559995174408
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,16,power_law_1.2,0.3638848066329956
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,16,power_law_1.01,2.2449951171875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,16,1,power_law_1.01,0.14984320402145385
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,16,power_law_1.2,0.5934207916259766
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,16,power_law_1.01,6.279334259033203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,16,power_law_1.2,0.9852160453796387
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,16,1,power_law_1.01,0.11403520107269287
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,16,power_law_1.2,0.3451296091079712
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,16,1,power_law_1.01,0.2276832103729248
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,16,power_law_1.2,0.6181888103485107
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,16,power_law_1.01,2.8932479858398437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,16,1,power_law_1.01,0.128547203540802
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,16,power_law_1.2,1.0336959838867188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,16,1,power_law_1.01,0.3199007987976074
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,16,power_law_1.2,0.36520960330963137
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,16,power_law_1.2,0.6178559780120849
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,16,power_law_1.01,6.5708770751953125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,16,1,power_law_1.01,0.13946239948272704
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,16,1,power_law_1.01,0.3687551975250244
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,16,power_law_1.2,0.40134401321411134
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,16,power_law_1.2,1.1507072448730469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,16,power_law_1.2,0.6743616104125977
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,16,1,power_law_1.01,0.1828160047531128
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,16,power_law_1.01,8.54178237915039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,16,1,power_law_1.01,0.5299007892608643
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,16,power_law_1.2,0.4092735767364502
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,16,power_law_1.01,4.20274543762207
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,16,power_law_1.2,1.2613727569580078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,16,power_law_1.2,0.7402336120605468
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,16,1,power_law_1.01,0.23893120288848876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,16,1,power_law_1.01,0.5513408184051514
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,16,power_law_1.2,0.41824960708618164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,16,power_law_1.2,0.863929557800293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,16,power_law_1.2,1.5462592124938965
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,16,1,power_law_1.01,0.3026432037353516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,16,1,power_law_1.01,0.5611711978912354
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,16,power_law_1.2,0.43972158432006836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,16,power_law_1.01,8.701744079589844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,16,power_law_1.2,1.1303392410278321
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,16,1,power_law_1.01,0.3623680114746094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,16,power_law_1.2,1.773833656311035
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,16,power_law_1.01,5.729830551147461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,16,1,power_law_1.01,0.5836351871490478
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,16,power_law_1.2,0.4657311916351318
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,16,1,power_law_1.01,0.37401280403137205
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,16,power_law_1.2,1.3909631729125977
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,16,1,power_law_1.01,0.604863977432251
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,16,power_law_1.01,10.528582763671874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,16,power_law_1.2,0.4871232032775879
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,16,power_law_1.2,2.280259132385254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,16,1,power_law_1.01,0.386083197593689
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,16,1,power_law_1.01,0.6225599765777587
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,16,power_law_1.2,0.5194655895233155
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,16,power_law_1.2,2.0093408584594727
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,16,1,power_law_1.01,0.40251522064208983
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,16,1,power_law_1.01,0.6533504009246827
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,16,power_law_1.2,2.7660160064697266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,16,power_law_1.2,0.6135776042938232
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,16,power_law_1.01,7.201229095458984
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,16,power_law_1.01,10.851321411132812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,16,1,power_law_1.01,0.41880002021789553
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,16,1,power_law_1.01,0.6841760158538819
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,16,power_law_1.2,2.6347103118896484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,16,power_law_1.2,0.6956287860870362
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,16,1,power_law_1.01,0.4382143974304199
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,16,1,power_law_1.01,0.7151840209960938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,16,power_law_1.2,3.9815711975097656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,16,power_law_1.2,0.8598879814147949
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,16,1,power_law_1.01,0.4770336151123047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,16,power_law_1.2,3.755875015258789
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,16,1,power_law_1.01,0.8840383529663086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,16,1,power_law_1.01,0.5208000183105469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,16,power_law_1.2,1.013657569885254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,16,1,power_law_1.01,0.9248288154602051
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,16,power_law_1.01,17.637596130371094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,16,power_law_1.2,5.265206527709961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,16,1,power_law_1.01,0.5376192092895508
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,16,power_law_1.01,11.151500701904297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,16,power_law_1.2,1.3518176078796387
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,16,power_law_1.2,4.669372940063477
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,16,1,power_law_1.01,0.9986175537109375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,16,1,power_law_1.01,0.5723231792449951
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,16,power_law_1.01,16.695123291015626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,16,1,power_law_1.01,1.1453408241271972
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,16,power_law_1.2,1.693404769897461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,16,1,power_law_1.01,0.6093760013580323
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,16,1,power_law_1.01,1.2919648170471192
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,16,power_law_1.2,7.475087738037109
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,16,1,power_law_1.01,0.656108808517456
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,16,power_law_1.2,2.4267904281616213
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,16,power_law_1.2,7.232771301269532
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,16,1,power_law_1.01,0.7595263957977295
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,16,1,power_law_1.01,1.5903552055358887
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,16,1,power_law_1.01,0.8686559677124024
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,16,power_law_1.2,3.2858913421630858
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,16,1,power_law_1.01,1.9395551681518555
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,16,1,power_law_1.01,1.1737248420715332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,16,power_law_1.2,9.787945556640626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,16,power_law_1.2,9.49183349609375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,16,1,power_law_1.01,2.616419219970703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,16,1,power_law_1.01,1.4034815788269044
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,16,power_law_1.2,4.6920734405517575
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,16,power_law_1.01,22.556076049804688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,16,1,power_law_1.01,3.2521312713623045
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,16,1,power_law_1.01,1.946486473083496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,16,power_law_1.01,35.31050415039063
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,16,1,power_law_1.01,2.465353584289551
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,16,power_law_1.2,6.259004974365235
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,16,1,power_law_1.01,4.3593086242675785
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,16,power_law_1.2,13.705072021484375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,16,power_law_1.2,12.613459014892578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,16,1,power_law_1.2,0.06912639737129211
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,16,1,power_law_1.2,0.1158944010734558
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,16,power_law_1.01,36.02406005859375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,16,1,power_law_1.01,3.5303550720214845
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,16,1,power_law_1.01,0.05691199898719788
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,16,1,power_law_1.2,0.12386879920959473
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,16,1,power_law_1.2,0.04311360120773315
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,16,1,power_law_1.01,0.06959360241889953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,16,1,power_law_1.01,5.369443130493164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,16,1,power_law_1.2,0.15223360061645508
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,16,power_law_1.2,8.068163299560547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,16,1,power_law_1.2,0.11487040519714356
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,16,1,power_law_1.01,0.08554239869117737
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,16,1,power_law_1.2,0.20286400318145753
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,16,1,power_law_1.01,4.595792007446289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,16,1,power_law_1.2,0.12184000015258789
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,16,1,power_law_1.01,0.12004480361938477
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,16,1,power_law_1.2,0.282476806640625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,16,1,power_law_1.2,0.1383936047554016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,16,1,power_law_1.01,0.17553919553756714
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,16,1,power_law_1.01,6.258412933349609
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,16,1,power_law_1.2,0.3457279920578003
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,16,1,power_law_1.2,0.1728000044822693
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,16,1,power_law_1.01,0.2611488103866577
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,16,1,power_law_1.2,0.5153088092803955
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,16,power_law_1.2,19.52997741699219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,16,1,power_law_1.01,5.728707122802734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,16,1,power_law_1.2,0.21545279026031494
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,16,1,power_law_1.01,0.2931135892868042
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,16,power_law_1.2,22.389251708984375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,16,1,power_law_1.2,0.5377791881561279
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,16,1,power_law_1.2,0.24869120121002197
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,16,1,power_law_1.01,0.36081600189208984
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,16,power_law_1.2,12.489014434814454
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,16,1,power_law_1.2,0.5486303806304932
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,16,1,power_law_1.01,0.37607998847961427
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,16,1,power_law_1.2,0.3611840009689331
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,16,1,power_law_1.01,9.584111785888672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,16,1,power_law_1.2,0.5718688011169434
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,16,1,power_law_1.01,0.3845184087753296
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,16,1,power_law_1.2,0.3697119951248169
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,16,1,power_law_1.01,0.42328639030456544
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,16,1,power_law_1.2,0.5926239967346192
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,16,1,power_law_1.2,0.38139519691467283
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,16,1,power_law_1.01,8.925974273681641
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,16,1,power_law_1.01,0.4409952163696289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,16,1,power_law_1.2,0.618227195739746
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,16,1,power_law_1.2,0.389299201965332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,16,1,power_law_1.01,0.450867223739624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,16,1,power_law_1.2,0.6492256164550781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,16,1,power_law_1.2,0.4100736141204834
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,16,1,power_law_1.01,0.4695871829986572
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,16,1,power_law_1.2,0.6922272205352783
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,16,1,power_law_1.2,0.43033599853515625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,16,1,power_law_1.01,0.4853856086730957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,16,1,power_law_1.2,0.7181407928466796
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,16,1,power_law_1.2,0.48685121536254883
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,16,1,power_law_1.01,0.49898881912231446
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,16,1,power_law_1.2,0.8877471923828125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,16,1,power_law_1.2,0.5182464122772217
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,16,1,power_law_1.01,0.5160384178161621
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,16,1,power_law_1.2,0.5433536052703858
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,16,1,power_law_1.2,0.9581055641174316
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,16,1,power_law_1.01,18.37073211669922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,16,power_law_1.2,25.69644775390625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,32,1,power_law_1.01,0.04094719886779785
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,16,1,power_law_1.01,0.565558385848999
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,32,1,power_law_1.01,0.040489599108695984
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,32,1,power_law_1.01,0.04381439983844757
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,32,1,power_law_1.01,0.053529602289199826
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,16,1,power_law_1.2,0.567414379119873
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,32,1,power_law_1.01,0.07760639786720276
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,16,1,power_law_1.2,1.02543363571167
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,16,1,power_law_1.01,17.57183074951172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,32,1,power_law_1.01,0.07854080200195312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,32,1,power_law_1.01,0.07979199886322022
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,32,1,power_law_1.01,0.03819839954376221
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.01,0.6139743804931641
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,32,1,power_law_1.01,0.08070080280303955
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,32,1,power_law_1.01,0.03861759901046753
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,32,1,power_law_1.01,0.08242560029029847
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,32,1,power_law_1.01,0.04029119908809662
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,32,1,power_law_1.01,0.08315200209617615
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,32,1,power_law_1.01,0.045449599623680115
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,16,1,power_law_1.2,0.6193312168121338
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,32,1,power_law_1.01,0.08558080196380616
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,32,1,power_law_1.01,0.067084801197052
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,32,1,power_law_1.01,0.0875328004360199
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,32,1,power_law_1.01,0.0680512011051178
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,16,1,power_law_1.2,1.1905759811401366
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,32,1,power_law_1.01,0.09086080193519593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,32,1,power_law_1.01,0.07062079906463622
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.01,0.7350495815277099
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,32,1,power_law_1.01,0.09586880207061768
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,32,1,power_law_1.01,0.07270079851150513
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,32,1,power_law_1.01,0.10145599842071533
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,32,1,power_law_1.01,0.07333760261535645
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,32,1,power_law_1.01,0.10671679973602295
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,32,1,power_law_1.01,0.07529280185699463
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,16,1,power_law_1.2,0.6703135967254639
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,32,1,power_law_1.01,0.10539840459823609
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,32,1,power_law_1.01,0.07767360210418701
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,16,power_law_1.2,44.13865356445312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,32,1,power_law_1.01,0.08081279993057251
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,32,1,power_law_1.01,0.11811519861221313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,16,power_law_1.2,44.936178588867186
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,32,1,power_law_1.01,0.0840063989162445
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,16,1,power_law_1.2,1.365167999267578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,32,1,power_law_1.01,0.13407679796218872
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.01,0.8231840133666992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,32,1,power_law_1.2,0.042335999011993405
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,32,1,power_law_1.2,0.03457919955253601
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,32,1,power_law_1.01,0.08946239948272705
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,32,1,power_law_1.01,0.1849760055541992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,32,1,power_law_1.2,0.04010879993438721
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,32,1,power_law_1.2,0.037231999635696414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,32,1,power_law_1.01,0.09593920111656189
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,32,1,power_law_1.2,0.04310399889945984
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,32,1,power_law_1.2,0.039068800210952756
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,32,1,power_law_1.01,0.2575455904006958
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,32,1,power_law_1.01,0.10166720151901246
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,16,1,power_law_1.2,0.7708960056304932
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,32,1,power_law_1.2,0.051926398277282716
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,32,1,power_law_1.2,0.04504320025444031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,32,1,power_law_1.01,0.1006432056427002
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,32,1,power_law_1.01,0.3629024028778076
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,32,1,power_law_1.2,0.07452800273895263
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,32,1,power_law_1.2,0.06714239716529846
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,32,1,power_law_1.01,0.1148800015449524
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,32,1,power_law_1.2,0.0756447970867157
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,32,1,power_law_1.2,0.0685696005821228
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,32,1,power_law_1.01,0.46349759101867677
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,32,1,power_law_1.01,0.1353503942489624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,32,1,power_law_1.2,0.07698240280151367
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,32,1,power_law_1.2,0.06982719898223877
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.01,1.026249599456787
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,32,1,power_law_1.2,0.07832959890365601
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,16,1,power_law_1.2,1.6569311141967773
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,32,1,power_law_1.01,0.19817919731140138
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,32,1,power_law_1.2,0.07171519994735717
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,32,1,power_law_1.01,0.6752607822418213
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,32,1,power_law_1.2,0.0797536015510559
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,32,1,power_law_1.2,0.07325440049171447
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,32,1,power_law_1.01,0.2660608053207397
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,32,1,power_law_1.2,0.08101440072059632
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,32,1,power_law_1.2,0.07505919933319091
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,16,1,power_law_1.2,0.9251328468322754
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,32,1,power_law_1.2,0.08353599905967712
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,32,1,power_law_1.01,0.37255039215087893
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,32,1,power_law_1.01,0.8930399894714356
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,32,1,power_law_1.2,0.07787839770317077
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,32,1,power_law_1.2,0.08689600229263306
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,32,1,power_law_1.2,0.0812831997871399
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,32,1,power_law_1.01,0.4748832225799561
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,32,1,power_law_1.2,0.08869760036468506
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,32,1,power_law_1.2,0.08448320031166076
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,32,1,power_law_1.2,0.09469760060310364
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,32,1,power_law_1.2,0.09000639915466309
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,32,1,power_law_1.01,1.3203328132629395
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.01,1.2391839981079102
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,32,1,power_law_1.2,0.09991040229797363
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,32,1,power_law_1.01,0.6956160068511963
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,32,1,power_law_1.2,0.09668800234794617
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,32,1,power_law_1.2,0.10436799526214599
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,32,1,power_law_1.2,0.1012384057044983
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,16,1,power_law_1.2,1.9897375106811523
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,32,1,power_law_1.2,0.10321279764175414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,32,1,power_law_1.2,0.10177279710769653
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,32,1,power_law_1.01,0.9196191787719726
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,16,1,power_law_1.2,1.1994879722595215
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,32,1,power_law_1.2,0.11670080423355103
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,32,1,power_law_1.2,0.11479040384292602
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,32,1,power_law_1.01,1.7523775100708008
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,32,1,power_law_1.2,0.13435839414596557
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,32,1,power_law_1.2,0.13888319730758666
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,32,1,power_law_1.2,0.19151999950408935
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,32,1,power_law_1.2,0.20175681114196778
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,32,1,power_law_1.01,1.3606975555419922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,32,1,power_law_1.2,0.2578432083129883
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,32,1,power_law_1.2,0.2657344102859497
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.01,1.6500288009643556
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,32,1,power_law_1.2,0.3636415958404541
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,32,1,power_law_1.01,2.1972383499145507
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,32,1,power_law_1.2,0.3770400047302246
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,32,1,power_law_1.2,0.4655424118041992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,32,1,power_law_1.01,1.8029472351074218
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,32,1,power_law_1.2,0.4702943801879883
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,16,1,power_law_1.2,2.6704063415527344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,16,1,power_law_1.2,1.4394847869873046
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,32,1,power_law_1.2,0.6805471897125244
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,32,1,power_law_1.2,0.6977471828460693
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,32,1,power_law_1.2,0.8908384323120118
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,32,1,power_law_1.2,0.9224767684936523
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,32,1,power_law_1.01,2.2674848556518556
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,32,1,power_law_1.01,3.4875167846679687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.01,2.0756160736083986
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,32,1,power_law_1.2,1.3187711715698243
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,32,1,power_law_1.2,1.3612223625183106
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,16,1,power_law_1.2,1.979372787475586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,32,1,power_law_1.2,1.748195266723633
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,16,1,power_law_1.2,3.2786239624023437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,32,1,power_law_1.2,1.8092287063598633
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,32,1,power_law_1.01,3.5921279907226564
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,32,1,power_law_1.2,2.1949792861938477
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,32,1,power_law_1.2,2.2712223052978517
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.01,2.9330303192138674
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,32,1,power_law_1.01,6.956124877929687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,16,1,power_law_1.2,2.514633560180664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,32,1,power_law_1.2,3.487481689453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,32,1,power_law_1.2,3.600703811645508
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,16,1,power_law_1.2,4.448255920410157
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,32,1,power_law_1.01,7.176201629638672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.01,3.781625747680664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,16,1,power_law_1.2,3.589632034301758
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,32,1,power_law_1.01,0.05312960147857666
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,32,1,power_law_1.01,0.05847039818763733
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,32,1,power_law_1.01,0.06451839804649354
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,32,1,power_law_1.2,6.974905395507813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,32,1,power_law_1.2,7.184687805175781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,32,1,power_law_1.01,0.04853439927101135
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,32,1,power_law_1.01,0.055017602443695066
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,32,1,power_law_1.01,0.04821119904518127
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,32,1,power_law_1.01,0.05545600056648255
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,32,1,power_law_1.01,0.05103039741516113
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,16,1,power_law_1.2,5.4323169708251955
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,32,1,power_law_1.01,0.07093440294265747
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,32,1,power_law_1.01,0.05286080241203308
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,32,1,power_law_1.01,0.09851840138435364
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,32,1,power_law_1.01,0.06457279920578003
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,32,1,power_law_1.01,0.10091199874877929
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,32,1,power_law_1.01,0.06565120220184326
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,32,1,power_law_1.01,0.10387840270996093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,32,1,power_law_1.01,0.06712960004806519
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,32,1,power_law_1.01,0.10562560558319092
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,32,1,power_law_1.01,0.06861760020256043
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,32,1,power_law_1.01,0.10896960496902466
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,32,1,power_law_1.01,0.06983680129051209
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,16,1,power_law_1.01,4.743807983398438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,32,1,power_law_1.01,0.11036800146102906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,32,1,power_law_1.01,0.07096959948539734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,16,1,power_law_1.2,4.656585693359375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,32,1,power_law_1.01,0.11285760402679443
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,32,1,power_law_1.01,0.07196800112724304
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,32,1,power_law_1.01,0.11779199838638306
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,32,1,power_law_1.01,0.07428159713745117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,32,1,power_law_1.01,0.12066559791564942
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,32,1,power_law_1.01,0.07705919742584229
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,32,1,power_law_1.01,0.07811200022697448
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,32,1,power_law_1.01,0.12743680477142333
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,32,1,power_law_1.01,0.0803167998790741
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,32,1,power_law_1.01,0.13611199855804443
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,32,1,power_law_1.01,0.08695999979972839
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,32,1,power_law_1.01,0.14279680252075194
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,32,1,power_law_1.01,0.09602879881858825
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,32,1,power_law_1.01,0.14417279958724977
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,32,1,power_law_1.01,0.10461440086364746
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,32,1,power_law_1.01,0.16801919937133789
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,32,1,power_law_1.01,0.10088640451431274
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,32,1,power_law_1.01,0.21719999313354493
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,32,1,power_law_1.01,0.12028800249099732
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,32,1,power_law_1.01,0.3162719964981079
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,32,1,power_law_1.01,0.1660223960876465
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,16,1,power_law_1.2,6.38719367980957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,32,1,power_law_1.01,0.40476479530334475
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,32,1,power_law_1.01,0.2101952075958252
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,32,1,power_law_1.01,0.2734015941619873
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,32,1,power_law_1.01,0.6044384002685547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,32,1,power_law_1.01,0.3783679962158203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,32,1,power_law_1.01,0.7659647941589356
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,32,1,power_law_1.01,0.4696959972381592
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,16,1,power_law_1.2,5.784460830688476
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,32,1,power_law_1.01,1.1361568450927735
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,32,1,power_law_1.01,0.11263680458068848
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,32,1,power_law_1.01,0.6794464111328125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,32,1,power_law_1.01,0.11479040384292602
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,16,1,power_law_1.01,7.311074829101562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,32,1,power_law_1.01,0.11728639602661133
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,32,1,power_law_1.01,0.8913151741027832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,32,1,power_law_1.01,1.5038047790527345
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,32,1,power_law_1.01,0.11972800493240357
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,32,1,power_law_1.01,0.1220255970954895
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,32,1,power_law_1.01,0.12182400226593018
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,32,1,power_law_1.01,1.31561279296875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,32,1,power_law_1.01,0.12556159496307373
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,32,1,power_law_1.01,0.12992639541625978
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,32,1,power_law_1.01,2.2287904739379885
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,32,1,power_law_1.01,0.13260159492492676
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,32,1,power_law_1.01,0.14127999544143677
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,32,1,power_law_1.01,1.7377952575683593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,32,1,power_law_1.01,0.1457568049430847
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,32,1,power_law_1.01,0.15149760246276855
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,32,1,power_law_1.01,0.15113919973373413
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,32,1,power_law_1.01,2.9656192779541017
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,32,1,power_law_1.01,0.17357439994812013
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,32,1,power_law_1.01,0.20910398960113524
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,32,1,power_law_1.01,2.1955263137817385
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,32,1,power_law_1.01,0.3180032014846802
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,32,1,power_law_1.01,0.39850559234619143
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,16,1,power_law_1.2,9.839715576171875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,32,1,power_law_1.01,0.5926047801971436
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,32,1,power_law_1.01,3.71734733581543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,32,1,power_law_1.01,0.7729311943054199
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,32,1,power_law_1.01,3.4583744049072265
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,16,1,power_law_1.2,8.981270599365235
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,32,1,power_law_1.01,1.1340991973876953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,32,1,power_law_1.01,1.4919168472290039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,32,1,power_law_1.01,5.910422515869141
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,32,1,power_law_1.01,2.2287391662597655
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,32,1,power_law_1.01,6.899282836914063
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,32,1,power_law_1.2,0.05864959955215454
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,32,1,power_law_1.01,2.9597152709960937
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,32,1,power_law_1.2,0.05803520083427429
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,16,1,power_law_1.01,14.291708374023438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,32,1,power_law_1.2,0.06233919858932495
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,32,1,power_law_1.2,0.054579198360443115
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,32,1,power_law_1.2,0.07896639704704285
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,32,1,power_law_1.2,0.052963197231292725
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,32,1,power_law_1.2,0.11440320014953613
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,32,1,power_law_1.2,0.058524799346923825
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,32,1,power_law_1.2,0.11590720415115356
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,32,1,power_law_1.2,0.1176192045211792
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,32,1,power_law_1.2,0.11951680183410644
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,32,1,power_law_1.01,3.7102622985839844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,32,1,power_law_1.2,0.1220479965209961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,32,1,power_law_1.2,0.12304960489273072
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,32,1,power_law_1.2,0.12612160444259643
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,32,1,power_law_1.2,0.12908799648284913
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,32,1,power_law_1.2,0.13248640298843384
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,32,1,power_law_1.2,0.14066879749298095
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,32,1,power_law_1.01,11.790608215332032
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,32,1,power_law_1.2,0.14629759788513183
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,32,1,power_law_1.2,0.048825600743293764
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,32,1,power_law_1.2,0.1519871950149536
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,32,1,power_law_1.2,0.05170239806175232
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,16,1,power_law_1.2,0.05391680002212525
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,32,1,power_law_1.2,0.1505887985229492
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,32,1,power_law_1.2,0.05324800014495849
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,32,1,power_law_1.01,5.9014240264892575
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,32,1,power_law_1.2,0.1741984009742737
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,32,1,power_law_1.2,0.06457599997520447
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,32,1,power_law_1.2,0.0701856017112732
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,32,1,power_law_1.2,0.20727360248565674
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,32,1,power_law_1.2,0.0657696008682251
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,32,1,power_law_1.2,0.09895679950714112
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,32,1,power_law_1.2,0.06716480255126953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,32,1,power_law_1.2,0.31393918991088865
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,32,1,power_law_1.2,0.10045440196990967
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,32,1,power_law_1.2,0.06894720196723939
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,32,1,power_law_1.2,0.10380480289459229
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,32,1,power_law_1.2,0.40153918266296384
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,16,1,power_law_1.2,18.674172973632814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,32,1,power_law_1.2,0.0695967972278595
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,32,1,power_law_1.2,0.10484160184860229
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,32,1,power_law_1.2,0.07118080258369446
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,32,1,power_law_1.2,0.10939840078353882
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,32,1,power_law_1.2,0.5886816024780274
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,32,1,power_law_1.2,0.07227519750595093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,32,1,power_law_1.2,0.11019200086593628
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,32,1,power_law_1.2,0.0745311975479126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,32,1,power_law_1.2,0.11262719631195069
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,32,1,power_law_1.2,0.7732992172241211
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,32,1,power_law_1.2,0.07695040106773376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,32,1,power_law_1.2,0.11712960004806519
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,16,1,power_law_1.2,17.68389434814453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,32,1,power_law_1.2,0.0791647970676422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,32,1,power_law_1.2,0.12108479738235474
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,32,1,power_law_1.2,0.08713279962539673
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,32,1,power_law_1.2,1.1303872108459472
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,32,1,power_law_1.2,0.1282431960105896
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,32,1,power_law_1.2,0.09717119932174682
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,32,1,power_law_1.2,0.13546559810638428
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,32,1,power_law_1.2,0.10335040092468262
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,32,1,power_law_1.2,0.14174400568008422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,32,1,power_law_1.2,0.10064959526062012
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,32,1,power_law_1.2,1.495523166656494
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,32,1,power_law_1.2,0.14377599954605103
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,32,1,power_law_1.2,0.12107839584350585
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,32,1,power_law_1.2,0.17095680236816407
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,32,1,power_law_1.2,0.16912959814071654
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,32,1,power_law_1.2,0.22103359699249267
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,32,1,power_law_1.2,0.2124608039855957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,32,1,power_law_1.2,0.3176512002944946
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,32,1,power_law_1.2,0.2743007898330688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,32,1,power_law_1.2,2.2242271423339846
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,32,1,power_law_1.2,0.403382396697998
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,16,1,power_law_1.2,0.07028800249099731
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,32,1,power_law_1.2,0.3728032112121582
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,32,1,power_law_1.01,11.802428436279296
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,32,1,power_law_1.2,0.6084512233734131
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,32,1,power_law_1.2,0.4764224052429199
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,32,power_law_1.01,0.1606528043746948
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,32,1,power_law_1.2,0.7767104148864746
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,32,1,power_law_1.2,0.6815807819366455
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,32,1,power_law_1.2,2.9606943130493164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,16,1,power_law_1.2,0.07694720029830933
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,32,power_law_1.01,0.30361599922180177
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,32,1,power_law_1.2,1.1431296348571778
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,32,1,power_law_1.2,0.8931391716003418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,32,power_law_1.01,0.16015360355377198
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,32,1,power_law_1.2,1.5052319526672364
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,32,1,power_law_1.2,1.3186623573303222
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,16,1,power_law_1.2,0.122051203250885
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,32,power_law_1.01,0.1201024055480957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,32,1,power_law_1.2,3.7029598236083983
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,32,power_law_1.2,0.261244797706604
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,32,1,power_law_1.2,2.2372671127319337
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,32,1,power_law_1.2,1.7422975540161132
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,32,power_law_1.01,0.11335999965667724
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,16,1,power_law_1.2,0.16197439432144164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,32,power_law_1.01,0.13389439582824708
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,32,1,power_law_1.2,2.2019584655761717
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,32,1,power_law_1.2,2.9585952758789062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,16,1,power_law_1.2,0.21320641040802002
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,32,1,power_law_1.2,5.906179046630859
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,32,power_law_1.01,0.17684160470962523
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.01,0.14437439441680908
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,32,1,power_law_1.2,3.478374481201172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,16,1,power_law_1.2,0.2731519937515259
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,32,1,power_law_1.2,3.7172447204589845
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,32,power_law_1.01,0.17512320280075072
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,32,power_law_1.01,0.2743648052215576
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.01,0.18975039720535278
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,16,1,power_law_1.2,0.3410815954208374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,32,power_law_1.2,0.2754080057144165
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,32,power_law_1.01,0.18423999547958375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,32,1,power_law_1.2,5.907347106933594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,16,1,power_law_1.2,0.35612480640411376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,32,power_law_1.01,0.198198401927948
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,32,1,power_law_1.2,6.930515289306641
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,32,1,power_law_1.2,11.774352264404296
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,16,1,power_law_1.2,0.3743423938751221
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,32,power_law_1.2,0.16068480014801026
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,16,1,power_law_1.2,0.4049056053161621
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,32,power_law_1.2,0.1547968029975891
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,32,power_law_1.01,0.20093119144439697
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,16,1,power_law_1.2,0.42164158821105957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,32,power_law_1.2,0.09443839788436889
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,32,power_law_1.01,0.18945280313491822
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,32,1,power_law_1.2,11.824559783935547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,32,power_law_1.2,0.11260160207748413
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,32,power_law_1.2,0.13922560214996338
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.01,0.2073823928833008
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,16,1,power_law_1.2,0.44440321922302245
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,32,1,power_law_1.01,0.04079039990901947
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,32,power_law_1.2,0.12716799974441528
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,32,power_law_1.2,0.1651968002319336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,32,power_law_1.01,0.21088318824768065
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,16,1,power_law_1.2,0.4675487995147705
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,32,1,power_law_1.01,0.09301440119743347
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.2,0.141046404838562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,32,power_law_1.01,0.23003199100494384
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,32,1,power_law_1.01,0.0950655996799469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,32,power_law_1.2,0.1705024003982544
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,16,1,power_law_1.2,0.4815968036651611
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.01,0.24152960777282714
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,32,1,power_law_1.01,0.11300159692764282
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,32,power_law_1.2,0.15679680109024047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.2,0.18247359991073608
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,32,power_law_1.01,0.25029759407043456
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,32,power_law_1.01,0.19117120504379273
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,16,1,power_law_1.2,0.48983039855957033
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,32,1,power_law_1.01,0.13832319974899293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,32,power_law_1.2,0.18678719997406007
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,32,power_law_1.01,0.2739648103713989
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,32,power_law_1.01,0.1587231993675232
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,32,1,power_law_1.01,0.1683168053627014
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,32,power_law_1.2,0.19954880475997924
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,16,1,power_law_1.2,0.5273280143737793
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.01,0.31680641174316404
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,32,1,power_law_1.01,0.2162400007247925
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,32,power_law_1.2,0.17829439640045167
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.2,0.20073280334472657
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,16,1,power_law_1.2,0.5721471786499024
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,32,1,power_law_1.01,0.22705280780792236
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,32,power_law_1.01,0.38273599147796633
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,32,power_law_1.2,0.2166368007659912
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,32,1,power_law_1.01,0.2306976079940796
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,32,power_law_1.2,0.2239392042160034
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.01,0.44930877685546877
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.2,0.6546112060546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,32,1,power_law_1.01,0.245468807220459
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.2,0.24022400379180908
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,32,power_law_1.01,0.5819200038909912
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,32,1,power_law_1.01,0.25632319450378416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.2,0.7576223850250244
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,32,power_law_1.2,0.27526400089263914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,32,power_law_1.01,0.23788800239562988
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,32,1,power_law_1.01,0.267737603187561
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.01,0.7334688186645508
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,32,power_law_1.2,0.2894752025604248
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.2,0.8645152091979981
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,32,1,power_law_1.01,0.2850239992141724
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.2,0.3202944040298462
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,32,power_law_1.01,1.0425472259521484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,32,1,power_law_1.01,0.31224000453948975
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,32,power_law_1.2,0.20914559364318847
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,32,power_law_1.2,0.387225604057312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.2,1.0697407722473145
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,32,1,power_law_1.01,0.29348158836364746
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.01,1.370348834991455
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.2,0.4659743785858154
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,32,1,power_law_1.01,0.2983839988708496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.2,1.2990431785583496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,32,power_law_1.2,0.6189695835113526
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,32,1,power_law_1.01,0.3214272022247314
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,32,power_law_1.01,2.006319999694824
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,32,power_law_1.2,0.15946880578994752
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,32,1,power_law_1.01,0.35061120986938477
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.2,0.7797088146209716
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.2,1.6952255249023438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,32,1,power_law_1.01,0.3884128093719482
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,32,power_law_1.01,0.11108160018920898
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,32,power_law_1.01,0.31360960006713867
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.01,2.694419288635254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,32,power_law_1.2,1.1386752128601074
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,32,1,power_law_1.01,0.4818111896514893
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.2,2.1150175094604493
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.2,1.4992095947265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,32,1,power_law_1.01,0.6027040004730224
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,32,power_law_1.2,0.3156480073928833
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,32,power_law_1.01,3.9146080017089844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,32,1,power_law_1.01,0.8356767654418945
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,32,power_law_1.2,2.1548864364624025
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.2,2.9691936492919924
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,32,1,power_law_1.01,1.012224006652832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.2,2.8096992492675783
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,32,1,power_law_1.01,1.4568191528320313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.01,5.208086395263672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.2,3.827916717529297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,32,1,power_law_1.01,1.9013504028320312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,32,power_law_1.01,0.2758048057556152
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,32,power_law_1.2,4.142745590209961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,32,power_law_1.01,0.2819040060043335
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,32,power_law_1.01,0.3335200071334839
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,32,power_law_1.2,0.26576321125030516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,32,1,power_law_1.01,2.7933631896972657
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,32,power_law_1.01,6.595350646972657
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,32,power_law_1.2,0.08379520177841186
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,32,power_law_1.2,0.2793888092041016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,16,1,power_law_1.2,4.76759033203125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,32,power_law_1.2,0.3312319993972778
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.2,5.698416137695313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,32,1,power_law_1.01,3.657823944091797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,32,power_law_1.01,0.1082111954689026
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,32,1,power_law_1.01,4.293292617797851
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,32,power_law_1.01,10.96436767578125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,16,1,power_law_1.2,7.327139282226563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,32,power_law_1.2,7.558866882324219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,32,power_law_1.01,0.3506688117980957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,32,power_law_1.01,0.3636928081512451
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,32,power_law_1.01,0.38104000091552737
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,32,power_law_1.01,0.14236799478530884
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,32,power_law_1.2,0.35310399532318115
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,32,1,power_law_1.01,6.830617523193359
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,32,power_law_1.2,0.37395520210266114
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,32,power_law_1.2,0.37141120433807373
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,32,power_law_1.2,11.678431701660156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,32,power_law_1.2,0.10357439517974854
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,16,1,power_law_1.2,14.419874572753907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,32,power_law_1.01,0.3434144020080566
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,32,1,power_law_1.01,0.041894400119781496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,32,power_law_1.01,0.1498144030570984
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,32,power_law_1.01,0.3539103984832764
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,32,1,power_law_1.01,0.0772159993648529
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,32,power_law_1.01,21.24276123046875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,32,power_law_1.01,0.3646687984466553
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,32,power_law_1.2,0.3484384059906006
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,32,1,power_law_1.01,0.09639359712600708
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,32,power_law_1.2,0.3604032039642334
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,32,1,power_law_1.01,13.262037658691407
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,32,1,power_law_1.01,0.11377919912338257
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,32,1,power_law_1.2,0.043932801485061644
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,32,power_law_1.2,0.3629472017288208
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,32,1,power_law_1.01,0.13288320302963258
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,32,power_law_1.2,0.14198720455169678
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,32,1,power_law_1.2,0.09285439848899842
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,32,1,power_law_1.01,0.15247360467910767
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,32,1,power_law_1.2,0.09612159729003907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,32,1,power_law_1.01,0.18216639757156372
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,32,power_law_1.01,0.1776543974876404
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,32,1,power_law_1.2,0.11018240451812744
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,32,1,power_law_1.01,0.19014079570770265
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,32,power_law_1.01,0.18494720458984376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,32,1,power_law_1.2,0.1292672038078308
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,32,1,power_law_1.01,0.19640640020370484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,32,power_law_1.01,0.18968000411987304
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,32,1,power_law_1.2,0.15864959955215455
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,32,1,power_law_1.01,0.20388801097869874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,32,power_law_1.01,0.18653759956359864
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,32,1,power_law_1.2,0.2118527889251709
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,32,power_law_1.2,26.480502319335937
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,32,1,power_law_1.01,0.21466240882873536
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,32,power_law_1.2,0.1393887996673584
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,32,power_law_1.01,0.19780479669570922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,32,1,power_law_1.2,0.22165439128875733
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,32,1,power_law_1.2,0.03836480081081391
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,32,1,power_law_1.01,0.22531840801239014
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,32,power_law_1.01,0.19515199661254884
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,32,1,power_law_1.2,0.2309823989868164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,32,1,power_law_1.2,0.07670720219612122
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,32,1,power_law_1.01,0.23717761039733887
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,32,1,power_law_1.2,0.24080960750579833
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,32,power_law_1.01,0.20165760517120362
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,32,1,power_law_1.2,0.0954688012599945
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,32,1,power_law_1.01,0.25909759998321535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,32,power_law_1.01,0.3831935882568359
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,32,1,power_law_1.2,0.2609503984451294
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,32,1,power_law_1.2,0.11038399934768676
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,32,1,power_law_1.01,0.25112960338592527
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,32,power_law_1.01,0.43744959831237795
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,32,1,power_law_1.2,0.271887993812561
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,32,1,power_law_1.2,0.12548480033874512
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,32,1,power_law_1.01,0.2622783899307251
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,32,power_law_1.2,0.3987584114074707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,32,1,power_law_1.2,0.28764801025390624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,32,1,power_law_1.2,0.14384000301361083
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,32,1,power_law_1.01,0.27831358909606935
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,32,power_law_1.2,0.17574399709701538
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,32,1,power_law_1.2,0.3223200082778931
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,32,power_law_1.2,0.4453120231628418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,32,1,power_law_1.2,0.1798751950263977
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,32,1,power_law_1.01,0.3151423931121826
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,32,power_law_1.2,0.17753599882125853
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,32,1,power_law_1.2,0.30140159130096433
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,32,1,power_law_1.2,0.18646080493927003
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,32,1,power_law_1.01,0.348140811920166
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,32,1,power_law_1.2,0.3101919889450073
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,32,power_law_1.2,0.18926080465316772
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,32,1,power_law_1.2,0.194159996509552
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,32,1,power_law_1.01,0.42502079010009763
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,32,1,power_law_1.2,0.3271424055099487
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,32,1,power_law_1.2,0.20189759731292725
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,32,power_law_1.2,0.18435839414596558
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,32,1,power_law_1.01,0.5227359771728516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,32,power_law_1.01,0.20925440788269042
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,32,1,power_law_1.2,0.36676480770111086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,32,1,power_law_1.2,0.21699841022491456
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,32,power_law_1.2,0.2026911973953247
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,32,1,power_law_1.01,0.7603968143463135
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,32,power_law_1.01,0.22018880844116212
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,32,1,power_law_1.2,0.22790720462799072
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,32,1,power_law_1.2,0.40227518081665037
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,32,power_law_1.2,0.20138239860534668
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,32,power_law_1.01,0.2268831968307495
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,32,1,power_law_1.2,0.2432192087173462
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,32,1,power_law_1.01,0.9421631813049316
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,32,1,power_law_1.2,0.49814400672912595
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,32,power_law_1.2,0.21405439376831054
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,32,1,power_law_1.2,0.2648672103881836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,32,1,power_law_1.2,0.6170144081115723
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,32,1,power_law_1.01,1.2856127738952636
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,32,1,power_law_1.2,0.25977919101715086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,32,power_law_1.01,0.50032639503479
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,32,1,power_law_1.2,0.8549792289733886
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,32,1,power_law_1.2,0.26985599994659426
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,32,1,power_law_1.01,1.662188720703125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,32,1,power_law_1.2,0.28720319271087646
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,32,1,power_law_1.2,1.0258015632629394
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,32,1,power_law_1.2,0.323855996131897
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,32,power_law_1.2,0.502243185043335
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,32,1,power_law_1.2,1.4677663803100587
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,32,1,power_law_1.01,2.3996160507202147
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,32,1,power_law_1.2,0.35630719661712645
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,32,1,power_law_1.2,0.4362271785736084
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,32,power_law_1.01,0.32340800762176514
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,32,1,power_law_1.2,1.8937759399414062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,32,power_law_1.2,0.20824000835418702
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,32,1,power_law_1.2,0.5323904037475586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,32,power_law_1.01,0.3911328077316284
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,32,1,power_law_1.01,3.149273681640625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,32,power_law_1.2,0.22116479873657227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,32,1,power_law_1.2,0.7743199825286865
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,32,power_law_1.2,0.24008638858795167
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,32,1,power_law_1.2,2.803379249572754
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,32,1,power_law_1.2,0.9523551940917969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,32,1,power_law_1.01,3.9821632385253904
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,32,1,power_law_1.2,1.2903455734252929
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,32,1,power_law_1.2,3.6559070587158202
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,32,power_law_1.01,0.5815487861633301
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,32,power_law_1.01,0.7086783885955811
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,32,1,power_law_1.2,1.6887744903564452
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,32,power_law_1.01,0.9086943626403808
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,32,power_law_1.2,0.6057151794433594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,32,1,power_law_1.2,4.270483016967773
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,32,1,power_law_1.01,6.214892959594726
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,32,1,power_law_1.2,2.4147647857666015
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,32,power_law_1.2,0.33190720081329345
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,32,power_law_1.2,0.7342624187469482
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,32,power_law_1.2,0.39506239891052247
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,32,power_law_1.2,0.9614815711975098
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,32,1,power_law_1.2,3.1693536758422853
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,32,power_law_1.01,0.3897311925888062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,32,1,power_law_1.2,6.877225494384765
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,32,power_law_1.01,0.49367361068725585
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,32,power_law_1.01,0.60349440574646
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,32,1,power_law_1.2,4.006758499145508
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,32,power_law_1.01,0.046166399121284486
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,32,1,power_law_1.01,12.388883209228515
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,32,power_law_1.01,0.037747201323509214
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,32,power_law_1.01,0.031481599807739256
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,32,power_law_1.01,0.03660480082035065
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,32,power_law_1.01,0.03333759903907776
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,32,power_law_1.01,0.050483202934265135
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,32,power_law_1.01,0.033190399408340454
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,32,power_law_1.01,0.051260799169540405
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,32,power_law_1.01,1.234934425354004
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,32,power_law_1.01,0.03873279988765717
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,32,power_law_1.01,0.0554144024848938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,32,1,power_law_1.2,6.242972946166992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,32,power_law_1.01,0.03861440122127533
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,32,power_law_1.01,0.056591999530792234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,32,power_law_1.01,0.042294400930404666
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,32,power_law_1.01,0.05936639904975891
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,32,power_law_1.01,1.7117984771728516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,32,power_law_1.01,0.045510399341583255
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,32,power_law_1.01,0.060310399532318114
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,32,power_law_1.01,0.04794879853725433
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,32,power_law_1.01,0.060899198055267334
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,32,1,power_law_1.2,13.33502655029297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,32,power_law_1.01,0.0502016007900238
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,32,power_law_1.2,1.3194496154785156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,32,power_law_1.2,0.3914367914199829
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,32,power_law_1.01,0.06421120166778564
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,32,power_law_1.01,0.036873599886894225
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,32,power_law_1.01,0.05392000079154968
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,32,power_law_1.01,0.06620479822158813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,32,power_law_1.01,2.257097625732422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,32,power_law_1.01,0.042956799268722534
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,32,power_law_1.01,0.05717440247535706
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,32,power_law_1.2,0.5048960208892822
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,32,power_law_1.01,0.06956160068511963
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,32,power_law_1.01,0.04107840061187744
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,32,power_law_1.01,0.06111999750137329
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,32,power_law_1.2,2.0045663833618166
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,32,power_law_1.01,0.07310079932212829
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,32,power_law_1.01,0.0445279985666275
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,32,power_law_1.01,0.06369600296020508
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,32,power_law_1.2,0.608243179321289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,32,power_law_1.01,0.07791680097579956
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,32,power_law_1.01,0.042985600233078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,32,power_law_1.01,0.06930879950523376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,32,power_law_1.01,0.0833791971206665
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,32,power_law_1.01,0.044787201285362246
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,32,power_law_1.01,0.07528319954872131
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,32,power_law_1.01,3.3086944580078126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,32,power_law_1.01,0.0923200011253357
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,32,power_law_1.01,0.04629760086536407
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,32,power_law_1.01,0.08158079981803894
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,32,power_law_1.2,2.605721664428711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,32,power_law_1.01,0.048451200127601624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,32,power_law_1.01,0.09149760007858276
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,32,power_law_1.01,0.11246720552444459
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,32,power_law_1.01,0.815401554107666
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,32,power_law_1.01,0.048511999845504764
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,32,power_law_1.01,0.11277120113372803
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,32,power_law_1.01,0.1334432005882263
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,32,1,power_law_1.2,12.42254409790039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,32,power_law_1.01,0.050435197353363034
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,32,power_law_1.01,0.13502399921417235
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,32,power_law_1.01,0.1759071946144104
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,32,power_law_1.2,0.03868480026721954
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,32,power_law_1.01,0.05231680274009705
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,32,power_law_1.01,4.312636947631836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,32,power_law_1.2,3.740550231933594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,32,power_law_1.01,0.1890015959739685
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,32,power_law_1.2,0.03514240086078644
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,32,power_law_1.01,0.2257375955581665
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,32,power_law_1.01,0.05458880066871643
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,32,power_law_1.2,0.035657599568367004
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,32,power_law_1.01,0.2474463939666748
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,32,power_law_1.01,0.05762240290641785
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,32,power_law_1.01,0.33215041160583497
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,32,power_law_1.2,0.04938560128211975
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,32,power_law_1.01,0.06265599727630615
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,32,power_law_1.01,0.3576159954071045
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,32,power_law_1.2,0.05039039850234985
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,32,power_law_1.01,0.4459871768951416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,32,power_law_1.01,0.0686079978942871
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,32,power_law_1.2,0.05585920214653015
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,32,power_law_1.01,0.4625120162963867
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,32,power_law_1.01,0.07442880272865296
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,32,power_law_1.01,0.6383456230163574
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,32,power_law_1.2,0.05831999778747558
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,32,power_law_1.01,0.08469759821891784
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,32,power_law_1.2,0.058556801080703734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,32,power_law_1.2,5.330137634277344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,32,power_law_1.01,0.6625472068786621
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,32,power_law_1.01,5.4378398895263675
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,32,power_law_1.01,0.10880320072174073
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,32,power_law_1.2,0.060057598352432254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,32,power_law_1.01,0.8566752433776855
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,32,power_law_1.01,0.13268799781799318
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,32,power_law_1.2,0.061343997716903687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,32,power_law_1.01,0.9080351829528809
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,32,power_law_1.2,0.06390720009803771
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,32,power_law_1.01,0.1882367968559265
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,32,power_law_1.01,1.2675519943237306
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,32,power_law_1.2,0.06747199892997742
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,32,power_law_1.2,0.068476802110672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,32,power_law_1.01,0.2429215908050537
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,32,power_law_1.01,1.403052806854248
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,32,power_law_1.2,0.073471999168396
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,32,power_law_1.01,1.7090303421020507
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,32,power_law_1.01,0.35469439029693606
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,32,power_law_1.2,6.178073501586914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,32,power_law_1.2,0.07767999768257142
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,32,power_law_1.2,0.083024001121521
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,32,power_law_1.01,0.4572256088256836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,32,power_law_1.2,0.09250239729881286
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,32,power_law_1.01,1.8530719757080079
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,32,power_law_1.01,8.746736145019531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,32,power_law_1.2,0.11240960359573364
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,32,power_law_1.01,0.6715904235839844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,32,power_law_1.01,2.1359935760498048
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,32,power_law_1.2,0.1366528034210205
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,32,power_law_1.01,1.052956771850586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,32,power_law_1.01,0.8873855590820312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,32,power_law_1.2,0.19860479831695557
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,32,power_law_1.01,2.258198356628418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,32,power_law_1.2,0.24871680736541749
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,32,power_law_1.2,0.8546015739440918
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,32,power_law_1.01,1.5333600044250488
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,32,power_law_1.2,0.3722239971160889
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,32,power_law_1.01,1.3107040405273438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,32,power_law_1.01,3.403705596923828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,32,power_law_1.2,0.4866079807281494
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,32,power_law_1.2,10.659814453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,32,power_law_1.01,1.727471923828125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,32,power_law_1.01,2.0142879486083984
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,32,power_law_1.2,0.741865587234497
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,32,power_law_1.01,3.7443809509277344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,32,power_law_1.2,0.9807968139648438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,32,power_law_1.01,2.1719392776489257
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,32,power_law_1.01,2.9660863876342773
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,32,power_law_1.2,1.547276782989502
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,32,power_law_1.01,6.750313568115234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,32,power_law_1.01,17.38323211669922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,32,power_law_1.2,2.0566911697387695
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,32,power_law_1.2,0.030559998750686646
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,32,power_law_1.2,0.036550399661064145
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,32,power_law_1.01,3.450339126586914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,32,power_law_1.2,0.03256640136241913
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,32,power_law_1.01,3.8836929321289064
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,32,power_law_1.2,0.04302720129489899
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,32,power_law_1.2,0.03251200020313263
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,32,power_law_1.01,7.40802230834961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,32,power_law_1.2,0.041043201088905336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,32,power_law_1.2,0.037503999471664426
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,32,power_law_1.01,0.0830847978591919
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,32,power_law_1.2,0.04315840005874634
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,32,power_law_1.2,2.7922880172729494
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,32,power_law_1.2,0.037852799892425536
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,32,power_law_1.01,0.06958400011062622
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,32,power_law_1.2,0.042982399463653564
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,32,power_law_1.2,0.044889599084854126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,32,power_law_1.01,0.06626240015029908
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,32,power_law_1.2,0.04622719883918762
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,32,power_law_1.2,0.04773440062999725
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,32,power_law_1.01,0.10144640207290649
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,32,power_law_1.2,0.047023999691009524
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,32,power_law_1.2,0.049267199635505673
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,32,power_law_1.01,0.1058527946472168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,32,power_law_1.01,4.939513778686523
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,32,power_law_1.2,0.04729920029640198
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,32,power_law_1.2,0.04991680085659027
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,32,power_law_1.01,0.11665600538253784
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,32,power_law_1.2,0.04821119904518127
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,32,power_law_1.2,0.05289599895477295
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,32,power_law_1.01,0.11786240339279175
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,32,power_law_1.2,1.1046655654907227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,32,power_law_1.2,4.429180908203125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,32,power_law_1.2,0.050057601928710935
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,32,power_law_1.2,22.4322021484375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,32,power_law_1.2,0.05660480260848999
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,32,power_law_1.01,0.11938240528106689
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,32,power_law_1.2,0.05203840136528015
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,32,power_law_1.01,0.07773439884185791
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,32,power_law_1.2,0.06060479879379273
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,32,power_law_1.01,0.12096960544586181
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,32,power_law_1.2,0.05435519814491272
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,32,power_law_1.01,6.975807952880859
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,32,power_law_1.01,0.06410880088806152
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,32,power_law_1.2,1.6163328170776368
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,32,power_law_1.2,0.06330879926681518
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,32,power_law_1.01,0.12525759935379027
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,32,power_law_1.2,0.057030397653579715
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,32,power_law_1.01,0.06306560039520263
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,32,power_law_1.01,0.0701632022857666
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,32,power_law_1.2,0.06995840072631836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,32,power_law_1.01,0.12932480573654176
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,32,power_law_1.2,0.06345919966697693
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,32,power_law_1.01,0.09246079921722412
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,32,power_law_1.01,0.06572160124778748
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,32,power_law_1.2,0.0767359972000122
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,32,power_law_1.01,0.1351904034614563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,32,power_law_1.2,0.06836159825325012
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,32,power_law_1.01,0.09315840005874634
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,32,power_law_1.01,0.0649728000164032
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,32,power_law_1.2,0.08335040211677551
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,32,power_law_1.01,0.14148160219192504
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,32,power_law_1.2,2.13657283782959
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,32,power_law_1.2,0.07457280158996582
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,32,power_law_1.01,7.954502105712891
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,32,power_law_1.01,0.10097279548645019
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,32,power_law_1.01,0.06800000071525573
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,32,power_law_1.2,0.09261119961738587
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,32,power_law_1.01,0.150655996799469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,32,power_law_1.2,0.08482879996299744
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,32,power_law_1.01,0.10315519571304321
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,32,power_law_1.01,0.0694432020187378
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,32,power_law_1.2,0.11369279623031617
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,32,power_law_1.01,0.16041920185089112
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,32,power_law_1.2,0.11075839996337891
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,32,power_law_1.01,0.10535039901733398
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,32,power_law_1.01,0.07544959783554077
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,32,power_law_1.2,0.14292800426483154
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,32,power_law_1.01,0.17091519832611085
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,32,power_law_1.2,0.13696320056915284
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,32,power_law_1.01,0.10806080102920532
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,32,power_law_1.01,0.07708160281181335
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,32,power_law_1.2,0.2002079963684082
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,32,power_law_1.01,0.19065920114517212
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,32,power_law_1.2,3.2559871673583984
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,32,power_law_1.2,0.1970304012298584
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,32,power_law_1.01,0.11008000373840332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,32,power_law_1.01,0.08075839877128602
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,32,power_law_1.2,8.58795166015625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,32,power_law_1.01,0.23425281047821045
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,32,power_law_1.2,0.2527712106704712
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,32,power_law_1.01,0.1151968002319336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,32,power_law_1.01,0.0816864013671875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,32,power_law_1.2,0.25636160373687744
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,32,power_law_1.2,0.08299520015716552
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,32,power_law_1.01,0.2876895904541016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,32,power_law_1.01,0.12171839475631714
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,32,power_law_1.01,0.08558080196380616
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,32,power_law_1.2,0.3907583951950073
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,32,power_law_1.2,0.06074240207672119
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,32,power_law_1.2,0.3793600082397461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,32,power_law_1.01,0.12695679664611817
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,32,power_law_1.01,0.4143712043762207
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,32,power_law_1.01,0.08998720049858093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,32,power_law_1.2,0.06529920101165772
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,32,power_law_1.2,0.5252319812774658
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,32,power_law_1.2,0.48940482139587405
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,32,power_law_1.01,0.1365664005279541
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,32,power_law_1.01,0.09404799938201905
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,32,power_law_1.2,0.10398399829864502
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,32,power_law_1.01,0.564847993850708
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,32,power_law_1.2,4.313801574707031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,32,power_law_1.01,0.1467039942741394
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,32,power_law_1.01,0.10162240266799927
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,32,power_law_1.2,0.10452799797058106
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,32,power_law_1.2,0.8706144332885742
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,32,power_law_1.2,0.7165503978729248
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,32,power_law_1.01,0.8058655738830567
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,32,power_law_1.01,0.15866559743881226
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,32,power_law_1.01,0.11328959465026855
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,32,power_law_1.2,0.11659200191497802
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,32,power_law_1.01,0.18310079574584961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,32,power_law_1.01,0.12526079416275024
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,32,power_law_1.2,1.0411104202270507
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,32,power_law_1.2,0.11781120300292969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,32,power_law_1.2,0.9329407691955567
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,32,power_law_1.01,1.0101728439331055
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,32,power_law_1.01,0.24415359497070313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,32,power_law_1.01,0.1370303988456726
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,32,power_law_1.2,0.12085119485855103
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,32,power_law_1.01,0.16115520000457764
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,32,power_law_1.01,0.3159008026123047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,32,power_law_1.01,1.6008832931518555
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,32,power_law_1.2,0.12276159524917603
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,32,power_law_1.2,1.4945919990539551
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,32,power_law_1.2,1.4291104316711425
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,32,power_law_1.01,0.21116480827331544
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,32,power_law_1.01,0.4329855918884277
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,32,power_law_1.2,0.12345279455184936
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,32,power_law_1.01,16.280870056152345
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,32,power_law_1.01,0.265449595451355
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,32,power_law_1.2,5.510956954956055
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,32,power_law_1.01,0.5692959785461426
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,32,power_law_1.2,0.1301983952522278
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,32,power_law_1.2,0.07707200050354004
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,32,power_law_1.01,2.1478879928588865
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,32,power_law_1.01,0.3742304086685181
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,32,power_law_1.2,0.13583680391311645
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,32,power_law_1.2,0.057574397325515746
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,32,power_law_1.2,1.9292224884033202
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,32,power_law_1.2,2.2006975173950196
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,32,power_law_1.01,0.8291423797607422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,32,power_law_1.01,0.4721183776855469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,32,power_law_1.2,0.14260799884796144
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,32,power_law_1.2,0.060288000106811526
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,32,power_law_1.2,0.15224640369415282
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,32,power_law_1.2,0.08920000195503235
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,32,power_law_1.01,1.1200608253479003
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,32,power_law_1.01,0.6832767963409424
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,32,power_law_1.2,0.16100480556488037
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,32,power_law_1.01,3.1541727066040037
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,32,power_law_1.2,0.09250879883766175
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,32,power_law_1.2,0.17031680345535277
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,32,power_law_1.2,0.1004863977432251
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,32,power_law_1.2,2.422214317321777
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,32,power_law_1.01,0.908131217956543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,32,power_law_1.2,2.7337919235229493
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,32,power_law_1.01,1.6630624771118163
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,32,power_law_1.2,0.19706560373306276
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,32,power_law_1.2,0.10262080430984497
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,32,power_law_1.2,0.25499839782714845
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,32,power_law_1.2,0.1050495982170105
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,32,power_law_1.01,1.3913536071777344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,32,power_law_1.2,0.10759680271148682
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,32,power_law_1.2,0.3207871913909912
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,32,power_law_1.01,2.280614471435547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,32,power_law_1.01,4.309276962280274
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,32,power_law_1.2,8.821542358398437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,32,power_law_1.2,0.11017279624938965
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,32,power_law_1.2,0.5007872104644775
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,32,power_law_1.01,1.8244064331054688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,32,power_law_1.2,0.11360319852828979
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,32,power_law_1.2,3.946736145019531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,32,power_law_1.2,0.6458079814910889
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,32,power_law_1.2,0.12072319984436035
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,32,power_law_1.2,4.462252807617188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,32,power_law_1.01,3.2779518127441407
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,32,power_law_1.2,0.12790080308914184
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,32,power_law_1.2,0.8946368217468261
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,32,power_law_1.2,0.1377344012260437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,32,power_law_1.01,2.732819175720215
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,32,power_law_1.2,0.1478271961212158
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,32,power_law_1.01,6.067871856689453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,32,power_law_1.2,1.2574687957763673
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,32,power_law_1.2,0.15959680080413818
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,32,power_law_1.2,0.19757440090179443
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,32,power_law_1.2,1.8792287826538085
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,32,power_law_1.01,4.328467178344726
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,32,power_law_1.2,0.26301438808441163
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,32,power_law_1.01,3.651036834716797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,32,power_law_1.2,0.3531071901321411
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,32,power_law_1.2,2.4132831573486326
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,32,power_law_1.2,0.5135615825653076
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,32,power_law_1.2,8.079424285888672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,32,power_law_1.2,0.6519872188568115
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,32,power_law_1.2,0.07082560062408447
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,32,power_law_1.2,9.538457489013672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,32,power_law_1.01,8.720694732666015
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,32,power_law_1.01,5.697987365722656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,32,power_law_1.01,4.555657577514649
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,32,power_law_1.2,0.062003201246261595
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,32,power_law_1.2,1.026796817779541
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,32,1,power_law_1.01,0.027088001370429993
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,32,power_law_1.2,0.0658623993396759
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,32,power_law_1.2,4.542892837524414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,32,1,power_law_1.01,0.04819520115852356
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,32,power_law_1.2,0.06696000099182128
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,32,power_law_1.2,17.4540283203125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,32,power_law_1.2,1.22325439453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,32,1,power_law_1.01,0.05218240022659302
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,32,power_law_1.2,0.06865599751472473
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,32,1,power_law_1.01,0.029504001140594482
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,32,1,power_law_1.01,0.05860480070114136
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,32,power_law_1.2,0.0750111997127533
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,32,1,power_law_1.01,0.049859198927879336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,32,1,power_law_1.01,0.0659775972366333
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,32,power_law_1.2,1.87542724609375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,32,power_law_1.2,0.07674880027770996
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,32,1,power_law_1.01,0.05407040119171143
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,32,1,power_law_1.01,0.08274239897727967
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,32,power_law_1.2,0.08023679852485657
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,32,1,power_law_1.01,0.05738880038261414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,32,1,power_law_1.01,0.08679999709129334
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,32,power_law_1.2,5.877971267700195
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,32,power_law_1.2,0.08220800161361694
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,32,1,power_law_1.01,0.06332799792289734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,32,1,power_law_1.01,0.08945599794387818
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,32,power_law_1.01,7.320086669921875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,32,power_law_1.2,0.08487679958343505
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,32,power_law_1.2,2.908073616027832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,32,1,power_law_1.01,0.08029760122299194
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,32,1,power_law_1.01,0.09391679763793945
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,32,power_law_1.01,9.473945617675781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,32,power_law_1.2,0.08984000086784363
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,32,1,power_law_1.01,0.08353279829025269
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,32,1,power_law_1.01,0.09664000272750854
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,32,power_law_1.2,0.09559360146522522
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,32,1,power_law_1.01,0.08640959858894348
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,32,1,power_law_1.01,0.1017024040222168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,32,power_law_1.2,0.10299520492553711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,32,1,power_law_1.01,0.08938239812850952
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,32,1,power_law_1.01,0.11292799711227416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,32,power_law_1.2,0.11424319744110108
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,32,1,power_law_1.01,0.09214720129966736
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,32,1,power_law_1.01,0.1161952018737793
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,32,power_law_1.2,4.449708938598633
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,32,power_law_1.2,0.12640639543533325
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,32,1,power_law_1.01,0.0985759973526001
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,32,1,power_law_1.01,0.12068480253219604
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,32,power_law_1.2,7.706400299072266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,32,power_law_1.2,0.1391487956047058
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,32,1,power_law_1.01,0.10568000078201294
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,32,1,power_law_1.01,0.1249567985534668
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,32,power_law_1.2,0.1606335997581482
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,32,1,power_law_1.01,0.10889279842376709
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,32,1,power_law_1.01,0.13030719757080078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,32,power_law_1.01,18.23395233154297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,32,1,power_law_1.01,0.1136512041091919
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,32,power_law_1.2,0.22152318954467773
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,32,1,power_law_1.01,0.13908480405807494
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,32,1,power_law_1.01,0.11872320175170899
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,32,power_law_1.2,0.27630081176757815
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,32,1,power_law_1.01,0.15940159559249878
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,32,power_law_1.2,6.123868942260742
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,32,1,power_law_1.01,0.12499840259552002
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,32,1,power_law_1.01,0.18030400276184083
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,32,power_law_1.2,0.4003647804260254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,32,1,power_law_1.01,0.13393919467926024
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,32,1,power_law_1.01,0.22311038970947267
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,32,power_law_1.2,0.5208255767822265
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,32,1,power_law_1.01,0.1538432002067566
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,32,1,power_law_1.01,0.28107519149780275
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,32,power_law_1.01,14.314930725097657
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,32,1,power_law_1.01,0.17530560493469238
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,32,power_law_1.2,0.7521984100341796
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,32,1,power_law_1.2,0.027372801303863527
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,32,1,power_law_1.01,0.39861440658569336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,32,1,power_law_1.01,0.23080000877380372
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,32,1,power_law_1.2,0.04835839867591858
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,32,power_law_1.2,0.963161563873291
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,32,1,power_law_1.01,0.2940608024597168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,32,1,power_law_1.01,0.52325439453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,32,power_law_1.2,12.873008728027344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,32,1,power_law_1.2,0.051337599754333496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,32,power_law_1.01,18.694461059570312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,32,power_law_1.2,7.320953369140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,32,1,power_law_1.2,0.056246399879455566
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,32,1,power_law_1.01,0.41190400123596194
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,32,power_law_1.2,1.4999711990356446
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,32,1,power_law_1.01,0.742739200592041
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,32,1,power_law_1.2,0.028697600960731505
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,32,1,power_law_1.2,0.061952000856399535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,32,1,power_law_1.01,0.5373663902282715
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,32,1,power_law_1.2,0.048876801133155824
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,32,1,power_law_1.2,0.08358079791069031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,32,1,power_law_1.01,0.9647999763488769
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,32,1,power_law_1.2,0.05286719799041748
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,32,1,power_law_1.2,0.08686720132827759
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,32,power_law_1.2,1.9594879150390625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,32,1,power_law_1.01,0.7562399864196777
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,32,1,power_law_1.2,0.05605760216712952
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,32,1,power_law_1.2,0.09162560105323792
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,32,1,power_law_1.2,0.06074560284614563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,32,1,power_law_1.2,0.09431999921798706
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,32,1,power_law_1.01,1.428870391845703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,32,1,power_law_1.01,0.9908096313476562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,32,1,power_law_1.2,0.07993280291557311
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,32,1,power_law_1.2,0.09729920029640197
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,32,1,power_law_1.2,0.08343999981880187
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,32,power_law_1.2,2.9715904235839843
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,32,1,power_law_1.2,0.10304319858551025
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,32,1,power_law_1.2,0.08657600283622742
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,32,1,power_law_1.2,0.11280640363693237
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,32,1,power_law_1.01,1.4697983741760254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,32,1,power_law_1.01,1.9165920257568358
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,32,1,power_law_1.2,0.09063360095024109
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,32,1,power_law_1.2,0.11768319606781005
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,32,1,power_law_1.2,0.09282559752464295
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,32,1,power_law_1.2,0.12112959623336791
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,32,power_law_1.2,12.779328155517579
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,32,1,power_law_1.2,0.09910079836845398
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,32,1,power_law_1.2,0.12701120376586914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,32,power_law_1.2,3.8792800903320312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,32,1,power_law_1.01,1.9458047866821289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,32,1,power_law_1.2,0.10487040281295776
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,32,1,power_law_1.2,0.13155200481414794
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,32,1,power_law_1.01,2.375132751464844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,32,1,power_law_1.2,0.10924160480499268
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,32,1,power_law_1.2,0.1419808030128479
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,32,1,power_law_1.2,0.11293439865112305
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,32,1,power_law_1.2,0.16139520406723024
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,32,1,power_law_1.2,0.11848000288009644
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,32,1,power_law_1.2,0.18348480463027955
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,32,1,power_law_1.01,2.4412288665771484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,32,1,power_law_1.2,0.12436800003051758
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,32,1,power_law_1.2,0.22518401145935057
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,32,1,power_law_1.2,0.13438719511032104
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,32,power_law_1.2,5.69068489074707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,32,1,power_law_1.2,0.2818432092666626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,32,1,power_law_1.2,0.15427839756011963
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,32,1,power_law_1.01,3.779065704345703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,32,1,power_law_1.2,0.4050784111022949
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,32,1,power_law_1.2,0.17558399438858033
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,32,power_law_1.2,25.990072631835936
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,32,1,power_law_1.2,0.5318143844604493
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,32,1,power_law_1.2,0.23237440586090088
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,32,1,power_law_1.01,3.8829086303710936
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,32,1,power_law_1.2,0.29423999786376953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,32,1,power_law_1.2,0.75349440574646
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,32,1,power_law_1.2,0.41799678802490237
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,32,1,power_law_1.2,0.9728544235229493
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,32,1,power_law_1.2,0.5409632205963135
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,32,power_law_1.2,9.228118133544921
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,32,1,power_law_1.2,0.760207986831665
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,32,1,power_law_1.2,1.4520768165588378
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,32,1,power_law_1.01,7.569827270507813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,32,1,power_law_1.2,1.0010432243347167
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,32,power_law_1.01,0.18858879804611206
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,32,1,power_law_1.2,1.9418880462646484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,32,power_law_1.01,0.1883679986000061
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,32,1,power_law_1.2,1.481283187866211
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,32,1,power_law_1.01,7.782086181640625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,32,power_law_1.01,0.11301440000534058
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,32,power_law_1.01,0.12837120294570922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,32,power_law_1.01,0.16523200273513794
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,32,1,power_law_1.2,2.3975807189941407
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,32,power_law_1.01,0.12603839635848998
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,32,power_law_1.01,0.1885535955429077
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,32,1,power_law_1.2,1.9669631958007812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,32,power_law_1.2,31.251385498046876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,32,power_law_1.01,0.1008255958557129
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,32,power_law_1.01,0.21235198974609376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,32,power_law_1.01,0.11994240283966065
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,32,power_law_1.01,0.14888319969177247
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,32,power_law_1.01,0.21753280162811278
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,32,power_law_1.01,0.11987199783325195
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,32,power_law_1.01,0.16324160099029542
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,32,power_law_1.01,0.2357503890991211
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,32,1,power_law_1.2,2.468179130554199
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,32,power_law_1.01,0.09704639911651611
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,32,power_law_1.01,0.17849279642105104
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,32,power_law_1.01,0.24056320190429686
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,32,1,power_law_1.2,3.81866569519043
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,32,power_law_1.01,0.1029312014579773
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,32,power_law_1.01,0.1854143977165222
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,32,power_law_1.01,0.23956799507141113
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,32,power_law_1.01,0.11102720499038696
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,32,power_law_1.01,0.19112000465393067
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,32,power_law_1.01,0.23829119205474852
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,32,power_law_1.01,0.1301568031311035
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,32,power_law_1.01,0.19538240432739257
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,32,power_law_1.2,18.692166137695313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,32,power_law_1.01,0.24830400943756104
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,32,power_law_1.01,0.13820159435272217
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,32,power_law_1.01,0.19907840490341186
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,32,power_law_1.2,0.18637759685516359
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,32,power_law_1.01,0.2654272079467773
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,32,1,power_law_1.2,3.9018558502197265
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,32,power_law_1.01,0.14517439603805543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,32,power_law_1.01,0.20912959575653076
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,32,power_law_1.2,0.14158719778060913
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,32,power_law_1.01,0.2911168098449707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,32,power_law_1.01,0.14776320457458497
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,32,power_law_1.01,0.2214143991470337
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,32,power_law_1.2,0.10743039846420288
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,32,power_law_1.01,0.30987839698791503
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,32,power_law_1.01,0.15155839920043945
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,32,power_law_1.01,0.22761280536651612
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,32,power_law_1.2,0.16879040002822876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,32,power_law_1.01,0.33444159030914306
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,32,power_law_1.01,0.16241919994354248
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,32,power_law_1.01,0.24793920516967774
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,32,power_law_1.2,0.17743680477142335
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,32,power_law_1.01,0.17165440320968628
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,32,power_law_1.01,0.38194239139556885
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,32,power_law_1.01,0.26362559795379636
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,32,1,power_law_1.2,7.618211364746093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,32,power_law_1.2,0.21802239418029784
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,32,power_law_1.01,0.1817728042602539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,32,power_law_1.01,0.29434239864349365
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,32,power_law_1.01,0.484496021270752
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,32,power_law_1.2,0.12715519666671754
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,32,power_law_1.2,0.22218880653381348
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,32,power_law_1.01,0.20331199169158937
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,32,power_law_1.2,0.09717760086059571
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,32,power_law_1.01,0.3300800085067749
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,32,power_law_1.2,0.2266144037246704
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,32,power_law_1.01,0.6311872005462646
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,32,power_law_1.01,0.22281920909881592
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,32,power_law_1.2,0.10051200389862061
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,32,power_law_1.2,0.23067200183868408
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,32,power_law_1.01,0.4382495880126953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,32,power_law_1.01,0.8049951553344726
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,32,power_law_1.01,0.24881598949432374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,32,power_law_1.2,0.14088640213012696
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,32,power_law_1.2,0.2377631902694702
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,32,1,power_law_1.2,7.787789154052734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,32,power_law_1.01,0.5925312042236328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,32,power_law_1.2,0.14405759572982788
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,32,power_law_1.01,0.28769919872283933
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,32,power_law_1.2,0.2458336114883423
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,32,power_law_1.01,1.0537504196166991
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,32,power_law_1.2,0.12066240310668945
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,32,power_law_1.01,0.7988704204559326
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,32,power_law_1.2,0.1760416030883789
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,32,power_law_1.01,0.3598752021789551
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,32,power_law_1.2,0.2617023944854736
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,32,power_law_1.2,0.09641600251197815
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,32,power_law_1.2,0.18089920282363892
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,32,power_law_1.01,1.6330751419067382
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,32,power_law_1.2,0.27233281135559084
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,32,power_law_1.01,0.4483071804046631
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,32,power_law_1.2,0.09453759789466858
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,32,power_law_1.01,1.0853055953979491
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,32,power_law_1.2,0.1845855951309204
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,32,power_law_1.2,0.29507200717926024
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,32,power_law_1.2,0.10081280469894409
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,32,power_law_1.01,0.6264351844787598
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,32,power_law_1.2,0.19555519819259642
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,32,power_law_1.01,1.4815520286560058
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,32,power_law_1.2,0.30284481048583983
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,32,power_law_1.01,2.161452865600586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,32,power_law_1.2,0.11095679998397827
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,32,power_law_1.2,0.20272960662841796
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,32,power_law_1.01,0.7935808181762696
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,32,power_law_1.2,0.12588160037994384
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,32,power_law_1.2,0.3517600059509277
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,32,power_law_1.2,0.2073280096054077
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,32,power_law_1.2,0.13472959995269776
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,32,power_law_1.01,2.040847969055176
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,32,power_law_1.2,0.4224480152130127
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,32,power_law_1.01,1.1736607551574707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,32,power_law_1.2,0.2242527961730957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,32,power_law_1.01,3.2878753662109377
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,32,power_law_1.2,0.14105919599533082
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,32,power_law_1.2,0.5394144058227539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,32,power_law_1.2,0.23164799213409423
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,32,power_law_1.2,0.1429919958114624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,32,power_law_1.01,1.541152000427246
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,32,power_law_1.2,0.2578239917755127
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,32,power_law_1.2,0.679750394821167
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,32,power_law_1.01,3.108857536315918
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,32,power_law_1.2,0.156003201007843
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,32,power_law_1.2,0.27402238845825194
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,32,power_law_1.2,0.16959680318832399
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,32,power_law_1.2,0.9754783630371093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,32,power_law_1.01,4.1742912292480465
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,32,power_law_1.2,0.3119456052780151
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,32,power_law_1.01,2.251363182067871
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,32,power_law_1.2,0.1779871940612793
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,32,power_law_1.2,1.256764793395996
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,32,power_law_1.2,0.3491231918334961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,32,power_law_1.2,0.18966399431228637
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,32,power_law_1.01,3.9767807006835936
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,32,power_law_1.2,0.4863232135772705
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,32,power_law_1.2,0.21492478847503663
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,32,power_law_1.01,2.8769695281982424
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,32,power_law_1.2,1.835296058654785
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,32,power_law_1.2,0.22989120483398437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,32,power_law_1.2,0.678281593322754
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,32,power_law_1.01,6.156697463989258
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,32,power_law_1.2,0.2516832113265991
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,32,power_law_1.2,0.9849760055541992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,32,power_law_1.2,2.598713684082031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,32,power_law_1.2,0.2903872013092041
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,32,power_law_1.01,6.349209594726562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,32,power_law_1.2,1.2709823608398438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,32,power_law_1.01,4.354537582397461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,32,power_law_1.2,0.38156158924102784
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,32,power_law_1.2,0.466534423828125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,32,power_law_1.2,3.8086273193359377
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,32,power_law_1.2,1.9022560119628906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,32,power_law_1.2,0.6509632110595703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,32,power_law_1.01,8.094239807128906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,32,power_law_1.2,0.8367648124694824
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,32,power_law_1.2,2.6268991470336913
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,32,power_law_1.01,5.847760009765625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,32,power_law_1.01,8.09359359741211
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,32,power_law_1.2,5.390784072875976
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,32,power_law_1.2,1.2432064056396483
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,32,power_law_1.2,3.642121505737305
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,32,power_law_1.2,1.7016799926757813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,32,power_law_1.2,2.461628723144531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,32,1,power_law_1.01,0.041967999935150144
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,32,power_law_1.01,7.701344299316406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,32,power_law_1.01,11.124323272705078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,32,power_law_1.2,5.062422561645508
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,32,1,power_law_1.01,0.07334719896316529
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,32,power_law_1.2,9.266876983642579
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,32,1,power_law_1.01,0.07969599962234497
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,32,power_law_1.01,11.319830322265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,32,power_law_1.2,3.240252685546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,32,1,power_law_1.01,0.09704959988594056
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,32,1,power_law_1.01,0.11311039924621583
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,32,1,power_law_1.01,0.16304960250854492
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,32,1,power_law_1.01,0.1714400053024292
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,32,1,power_law_1.01,0.17937920093536378
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,32,power_law_1.2,8.816313934326171
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,32,power_law_1.2,5.061699295043946
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,32,1,power_law_1.01,0.18352320194244384
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,32,1,power_law_1.01,0.19094400405883788
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,32,power_law_1.2,11.366422271728515
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,32,power_law_1.01,11.94210205078125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,32,1,power_law_1.01,0.20463039875030517
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,32,1,power_law_1.01,0.21460158824920655
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,32,1,power_law_1.01,0.2180095911026001
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,32,power_law_1.01,17.494857788085938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,32,1,power_law_1.01,0.22327039241790772
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,32,power_law_1.2,7.303311920166015
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,32,1,power_law_1.01,0.2331615924835205
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,32,1,power_law_1.01,0.2420959949493408
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,32,power_law_1.01,18.011088562011718
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,32,power_law_1.2,11.994249725341797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,32,1,power_law_1.01,0.26064000129699705
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,32,1,power_law_1.01,0.2928096055984497
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,32,1,power_law_1.01,0.34402239322662354
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,32,power_law_1.2,15.315887451171875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,32,1,power_law_1.01,0.4536287784576416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,32,power_law_1.2,8.425865936279298
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,32,1,power_law_1.01,0.5789472103118897
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,32,1,power_law_1.01,0.7717696189880371
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,32,1,power_law_1.01,0.9624608039855957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,32,1,power_law_1.01,1.390230369567871
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,32,power_law_1.2,16.842550659179686
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,32,power_law_1.01,24.74982147216797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,32,1,power_law_1.01,1.805120086669922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,32,1,power_law_1.01,0.03726719915866852
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,32,1,power_law_1.01,0.07185919880867005
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,32,1,power_law_1.01,0.07902399897575378
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,32,power_law_1.2,15.654570007324219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,32,1,power_law_1.01,2.616092872619629
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,32,1,power_law_1.01,0.09448639750480652
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,32,1,power_law_1.01,0.10782400369644166
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,32,1,power_law_1.2,0.04626240134239197
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,32,1,power_law_1.01,0.13919039964675903
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,32,1,power_law_1.2,0.07079039812088013
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,32,1,power_law_1.01,0.14471039772033692
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,32,1,power_law_1.01,3.438297653198242
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,32,power_law_1.2,25.688858032226562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,32,1,power_law_1.2,0.07886080145835876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,32,power_law_1.01,36.72691345214844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,32,1,power_law_1.01,0.14998400211334229
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,32,1,power_law_1.2,0.09225919842720032
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,32,1,power_law_1.2,0.03749760091304779
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,32,1,power_law_1.01,0.15584640502929686
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,32,power_law_1.01,33.6903076171875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,32,1,power_law_1.2,0.1043776035308838
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,32,1,power_law_1.2,0.07140799760818481
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,32,1,power_law_1.01,0.16220799684524537
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,32,1,power_law_1.2,0.16048959493637086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,32,1,power_law_1.2,0.07766079902648926
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,32,1,power_law_1.01,0.17215679883956908
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,32,1,power_law_1.2,0.170415997505188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,32,1,power_law_1.2,0.08872960209846496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,32,1,power_law_1.01,4.218217468261718
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,32,1,power_law_1.01,0.18289599418640137
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,32,1,power_law_1.2,0.18133440017700195
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,32,1,power_law_1.2,0.10263359546661377
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,32,1,power_law_1.01,0.18853759765625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,32,1,power_law_1.2,0.1886240005493164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,32,1,power_law_1.2,0.13885760307312012
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,32,1,power_law_1.01,0.19809919595718384
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,32,power_law_1.2,25.95862731933594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,32,1,power_law_1.2,0.19646079540252687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,32,1,power_law_1.2,0.14715199470520018
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,32,1,power_law_1.01,0.2059231996536255
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,32,1,power_law_1.2,0.21122560501098633
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,32,1,power_law_1.2,0.15156480073928832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,32,1,power_law_1.01,0.21287360191345214
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,32,1,power_law_1.2,0.22203519344329833
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,32,1,power_law_1.2,0.15983680486679078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,32,1,power_law_1.01,0.2305056095123291
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,32,1,power_law_1.2,0.22390398979187012
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,32,1,power_law_1.2,0.163481605052948
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,32,1,power_law_1.01,6.741670227050781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,32,1,power_law_1.01,0.27285759449005126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,32,1,power_law_1.2,0.23248639106750488
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,32,1,power_law_1.2,0.178275203704834
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,32,1,power_law_1.01,0.3189759969711304
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,32,1,power_law_1.2,0.23791680335998536
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,32,1,power_law_1.2,0.18792959451675414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,32,1,power_law_1.01,0.4226208209991455
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,32,1,power_law_1.2,0.25049281120300293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,32,1,power_law_1.2,0.1929792046546936
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,32,1,power_law_1.2,0.26632640361785886
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,32,1,power_law_1.2,0.20207040309906005
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,32,1,power_law_1.01,0.5587423801422119
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,32,1,power_law_1.2,0.301366400718689
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,32,1,power_law_1.2,0.20859200954437257
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,32,1,power_law_1.01,0.7669504165649415
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,32,1,power_law_1.2,0.21610240936279296
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,32,1,power_law_1.2,0.35146560668945315
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,32,power_law_1.2,33.187127685546876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,32,1,power_law_1.2,0.23294401168823242
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,32,1,power_law_1.01,0.9535327911376953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,32,1,power_law_1.2,0.4775360107421875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,32,1,power_law_1.2,0.27899200916290284
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,32,power_law_1.01,0.30186560153961184
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,32,1,power_law_1.2,0.5898367881774902
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,32,1,power_law_1.01,1.363868808746338
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,32,1,power_law_1.2,0.3299871921539307
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,32,1,power_law_1.2,0.7896160125732422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,32,1,power_law_1.2,0.43244161605834963
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,32,power_law_1.01,0.40320000648498533
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,32,1,power_law_1.01,1.7760128021240233
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,32,1,power_law_1.01,13.339369201660157
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,32,1,power_law_1.2,0.9850432395935058
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,32,1,power_law_1.2,0.5661471843719482
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,32,power_law_1.01,0.40908160209655764
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,32,1,power_law_1.2,0.7725183963775635
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,32,power_law_1.01,0.17193599939346313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,32,1,power_law_1.2,1.4090047836303712
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,32,1,power_law_1.01,2.607708740234375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,32,power_law_1.01,0.1742751955986023
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,32,1,power_law_1.2,0.9595871925354004
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,32,power_law_1.01,0.3321183919906616
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,32,1,power_law_1.2,1.8362239837646483
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,32,power_law_1.01,0.2379551887512207
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,32,1,power_law_1.2,1.3832991600036622
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,32,power_law_1.01,0.331279993057251
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,32,1,power_law_1.01,3.455974578857422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,32,power_law_1.01,0.27261760234832766
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,32,1,power_law_1.2,2.6698400497436525
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,32,power_law_1.01,0.15425599813461305
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,32,1,power_law_1.2,1.7944543838500977
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,32,power_law_1.01,0.31744959354400637
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,32,power_law_1.01,0.1778272032737732
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,32,1,power_law_1.2,2.645292854309082
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,32,power_law_1.01,0.37637441158294677
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,32,1,power_law_1.01,4.331747055053711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,32,1,power_law_1.2,3.461231994628906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,32,power_law_1.2,57.57389526367187
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,32,power_law_1.01,0.22234880924224854
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,32,power_law_1.01,0.38173439502716067
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,32,power_law_1.01,0.25794880390167235
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,32,power_law_1.01,0.18103679418563842
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,32,1,power_law_1.2,3.4871902465820312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,32,power_law_1.01,0.3852799892425537
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,32,power_law_1.01,0.29490559101104735
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,32,power_law_1.01,0.23215999603271484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,32,1,power_law_1.2,4.277302551269531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,32,power_law_1.01,0.4046175956726074
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,32,power_law_1.01,0.3120032072067261
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,32,power_law_1.01,0.2322335958480835
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,32,1,power_law_1.01,6.898969268798828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,32,power_law_1.2,56.634954833984374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,32,power_law_1.01,0.4485504150390625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,32,1,power_law_1.2,4.377846527099609
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,32,power_law_1.01,0.3119328022003174
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,32,power_law_1.01,0.12408319711685181
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,32,power_law_1.2,0.30916481018066405
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,32,power_law_1.01,0.4414048194885254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,32,power_law_1.01,0.31937921047210693
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,32,power_law_1.2,0.40032320022583007
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,32,power_law_1.01,0.1515071988105774
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,32,1,power_law_1.2,6.828559875488281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,32,power_law_1.01,0.44208641052246095
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,32,power_law_1.01,0.3252511978149414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,32,power_law_1.2,0.3319200038909912
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,32,power_law_1.01,0.1847007989883423
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,32,power_law_1.01,0.34059839248657225
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,32,power_law_1.01,0.4786367893218994
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,32,power_law_1.2,0.1576192021369934
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,32,1,power_law_1.2,6.920336151123047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,32,power_law_1.01,0.20868799686431885
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,32,power_law_1.01,0.35335679054260255
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,32,power_law_1.2,0.20640640258789061
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,32,power_law_1.01,0.5175839900970459
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,32,power_law_1.01,0.24630401134490967
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,32,power_law_1.01,0.368556809425354
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,32,power_law_1.2,0.2765376091003418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,32,power_law_1.01,0.5546304225921631
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,32,1,power_law_1.01,13.783110046386719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,32,power_law_1.01,0.2507904052734375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,32,power_law_1.01,0.38905279636383056
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,32,power_law_1.2,0.29155840873718264
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,32,power_law_1.01,0.6215328216552735
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,32,power_law_1.2,0.18907840251922609
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,32,power_law_1.01,0.2583391904830933
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,32,power_law_1.2,0.16167360544204712
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,32,power_law_1.01,0.4226719856262207
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,32,power_law_1.2,0.3465536117553711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,32,power_law_1.2,0.33311679363250735
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,32,1,power_law_1.2,13.47797088623047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,32,power_law_1.01,0.7522880077362061
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,32,power_law_1.01,0.2815615892410278
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,32,power_law_1.2,0.23156800270080566
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,32,power_law_1.2,0.3831935882568359
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,32,power_law_1.01,0.4831999778747559
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,32,power_law_1.2,0.28912959098815916
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,32,1,power_law_1.01,0.04805119931697845
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,32,power_law_1.01,0.28690879344940184
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,32,power_law_1.2,0.20640640258789061
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,32,power_law_1.01,0.92575044631958
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,32,power_law_1.2,0.3650719881057739
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,32,power_law_1.01,0.5977471828460693
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,32,1,power_law_1.01,0.10921920537948608
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,32,power_law_1.2,0.15240960121154784
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,32,1,power_law_1.2,13.861570739746094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,32,power_law_1.01,0.2936288118362427
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,32,power_law_1.2,0.13075200319290162
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,32,power_law_1.01,1.0122783660888672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,32,power_law_1.2,0.4117728233337402
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,32,1,power_law_1.01,0.11866559982299804
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,32,power_law_1.01,0.7776127815246582
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,32,power_law_1.2,0.19024959802627564
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,32,1,power_law_1.01,0.038499200344085695
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,32,power_law_1.01,0.30714879035949705
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,32,power_law_1.2,0.14353920221328736
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,32,power_law_1.2,0.3987807989120483
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,32,1,power_law_1.01,0.12603520154953002
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,32,power_law_1.01,1.4093152046203614
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,32,1,power_law_1.01,0.09147199988365173
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,32,power_law_1.2,0.21434879302978516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,32,power_law_1.01,0.32027199268341067
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,32,power_law_1.01,0.9782848358154297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,32,power_law_1.2,0.17869759798049928
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,32,power_law_1.2,0.4018688201904297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,32,1,power_law_1.01,0.16182719469070433
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,32,1,power_law_1.01,0.11861120462417603
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,32,power_law_1.2,0.23176639080047606
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,32,power_law_1.01,0.3367487907409668
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,32,power_law_1.2,0.19044480323791504
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,32,power_law_1.01,1.8106208801269532
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,32,power_law_1.01,1.325699234008789
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,32,power_law_1.2,0.4714047908782959
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,32,1,power_law_1.01,0.20719358921051026
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,32,1,power_law_1.01,0.12575360536575317
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,32,power_law_1.2,0.28625600337982177
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,32,power_law_1.01,0.36871359348297117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,32,power_law_1.2,0.2342400074005127
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,32,1,power_law_1.01,0.23097600936889648
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,32,power_law_1.2,0.48108158111572263
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,32,1,power_law_1.01,0.15410560369491577
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,32,power_law_1.01,1.7974592208862306
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,32,power_law_1.2,0.29408960342407225
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,32,power_law_1.01,0.43676161766052246
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,32,power_law_1.01,2.603183937072754
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,32,power_law_1.2,0.24388160705566406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,32,1,power_law_1.01,0.2923167943954468
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,32,power_law_1.2,0.5016831874847412
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,32,1,power_law_1.01,0.18213119506835937
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,32,power_law_1.2,0.29408960342407225
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,32,power_law_1.2,0.2523423910140991
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,32,power_law_1.01,0.4998976230621338
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,32,power_law_1.01,2.4492351531982424
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,32,1,power_law_1.01,0.3027456045150757
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,32,power_law_1.2,0.569052791595459
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,32,1,power_law_1.01,0.198470401763916
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,32,power_law_1.2,0.3185823917388916
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,32,power_law_1.2,0.2684992074966431
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,32,power_law_1.01,3.386182403564453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,32,power_law_1.01,0.6407487869262696
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,32,1,power_law_1.01,0.32772159576416016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,32,1,power_law_1.01,0.2349695920944214
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,32,power_law_1.2,0.6995359897613526
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,32,power_law_1.2,0.2719199895858765
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,32,power_law_1.2,0.31410560607910154
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,32,power_law_1.01,0.7785024166107177
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,32,1,power_law_1.01,0.34256319999694823
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,32,power_law_1.01,3.485996627807617
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,32,1,power_law_1.01,0.24622719287872313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,32,power_law_1.2,0.7886720180511475
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,32,power_law_1.2,0.2862688064575195
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,32,power_law_1.2,0.30941760540008545
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,32,1,power_law_1.01,0.3624896049499512
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,32,power_law_1.01,1.0600799560546874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,32,1,power_law_1.01,0.25178239345550535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,32,power_law_1.01,5.177324676513672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,32,power_law_1.2,0.3170144081115723
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,32,power_law_1.2,0.9863936424255371
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,32,power_law_1.2,0.3536639928817749
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,32,1,power_law_1.01,0.3773535966873169
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,32,1,power_law_1.01,0.26635520458221434
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,32,power_law_1.01,1.3685152053833007
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,32,power_law_1.2,0.32325439453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,32,power_law_1.2,0.34949440956115724
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,32,power_law_1.01,5.104102325439453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,32,power_law_1.2,1.1775872230529785
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,32,1,power_law_1.01,0.3973567962646484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,32,1,power_law_1.01,0.2793247938156128
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,32,power_law_1.2,0.3326591968536377
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,32,power_law_1.2,0.37336320877075196
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,32,1,power_law_1.01,0.43146557807922364
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,32,power_law_1.01,1.968684768676758
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,32,1,power_law_1.01,0.2973311901092529
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,32,power_law_1.2,1.5947711944580079
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,32,power_law_1.01,6.530931091308593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,32,power_law_1.2,0.372704005241394
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,32,power_law_1.2,0.4244448184967041
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,32,1,power_law_1.01,0.46472959518432616
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,32,1,power_law_1.01,0.33628799915313723
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,32,power_law_1.2,0.4432831764221191
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,32,power_law_1.2,1.9614208221435547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,32,power_law_1.2,0.505456018447876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,32,power_law_1.01,6.662016296386719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,32,power_law_1.01,2.531692886352539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,32,1,power_law_1.01,0.4087615966796875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,32,1,power_law_1.01,0.3739039897918701
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,32,power_law_1.2,0.5182464122772217
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,32,power_law_1.2,0.6326720237731933
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,32,1,power_law_1.01,0.47015042304992677
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,32,1,power_law_1.01,0.3880415916442871
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,32,power_law_1.2,2.9273664474487306
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,32,power_law_1.2,0.6620416164398193
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,32,1,power_law_1.01,0.5360415935516357
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,32,power_law_1.2,0.8423392295837402
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,32,power_law_1.01,8.715590667724609
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,32,1,power_law_1.01,0.339628791809082
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,32,power_law_1.01,3.834067153930664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,32,power_law_1.2,0.8145248413085937
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,32,1,power_law_1.01,0.6600992202758789
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,32,1,power_law_1.01,0.3745023965835571
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,32,power_law_1.2,1.0119104385375977
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,32,power_law_1.01,8.898499298095704
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,32,power_law_1.2,3.918870544433594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,32,power_law_1.2,1.1369312286376954
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,32,1,power_law_1.01,0.7800096035003662
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,32,1,power_law_1.01,0.4100192070007324
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,32,power_law_1.2,1.5136768341064453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,32,power_law_1.01,5.025961685180664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,32,1,power_law_1.01,0.49873919486999513
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,32,1,power_law_1.01,1.0071743965148925
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,32,power_law_1.2,1.4377280235290528
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,32,power_law_1.2,1.9874431610107421
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,32,1,power_law_1.01,0.5868127822875977
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,32,power_law_1.2,6.092195129394531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,32,1,power_law_1.01,1.172492790222168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,32,power_law_1.2,2.114393615722656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,32,power_law_1.01,13.226661682128906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,32,1,power_law_1.01,0.8160863876342773
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,32,power_law_1.2,2.786764717102051
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,32,power_law_1.01,6.31701774597168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,32,1,power_law_1.01,1.6316959381103515
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,32,1,power_law_1.01,0.9887392044067382
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,32,power_law_1.2,2.790460777282715
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,32,power_law_1.01,13.903817749023437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,32,1,power_law_1.01,2.086086463928223
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,32,power_law_1.2,8.01178207397461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,32,power_law_1.2,4.000691223144531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,32,1,power_law_1.01,1.3301664352416993
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,32,power_law_1.2,4.093779373168945
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,32,1,power_law_1.01,1.7444992065429688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,32,1,power_law_1.01,3.0332256317138673
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,32,power_law_1.01,10.166172790527344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,32,power_law_1.2,6.250096130371094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,32,1,power_law_1.01,2.476940727233887
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,32,power_law_1.2,10.52776641845703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,32,power_law_1.2,5.546806335449219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,32,1,power_law_1.01,3.916592025756836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,32,1,power_law_1.01,3.215254211425781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,32,power_law_1.2,7.980960083007813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,32,power_law_1.01,26.8299560546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,32,1,power_law_1.01,4.475199890136719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,32,power_law_1.2,6.721894073486328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,32,power_law_1.01,26.929708862304686
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,32,1,power_law_1.01,4.062588882446289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,32,1,power_law_1.2,0.0415583997964859
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,32,power_law_1.2,17.530429077148437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,32,1,power_law_1.2,0.10979520082473755
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,32,power_law_1.2,9.677792358398438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,32,power_law_1.01,20.214089965820314
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,32,1,power_law_1.01,7.046425628662109
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,32,1,power_law_1.2,0.11424319744110108
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,32,1,power_law_1.2,0.038780799508094786
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,32,1,power_law_1.2,0.1280128002166748
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,32,1,power_law_1.01,6.261222457885742
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,32,power_law_1.2,11.33729248046875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,32,1,power_law_1.2,0.09247999787330627
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,32,1,power_law_1.2,0.15584959983825683
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,32,1,power_law_1.2,0.11291520595550537
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,32,1,power_law_1.2,0.19317760467529296
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,32,1,power_law_1.2,0.12577279806137084
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,32,1,power_law_1.2,0.2170016050338745
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,32,1,power_law_1.2,0.1471135973930359
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,32,1,power_law_1.2,0.2768768072128296
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,32,1,power_law_1.2,0.17159680128097535
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,32,power_law_1.2,15.318949890136718
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,32,1,power_law_1.2,0.29361279010772706
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,32,1,power_law_1.01,13.47139892578125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,32,1,power_law_1.2,0.18734079599380493
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,32,1,power_law_1.2,0.30709760189056395
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,32,1,power_law_1.2,0.22919681072235107
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,32,1,power_law_1.01,12.408870697021484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,32,1,power_law_1.2,0.32711360454559324
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,32,1,power_law_1.2,0.23814399242401124
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,64,power_law_1.01,0.17183040380477904
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,32,1,power_law_1.2,0.3541759967803955
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,64,power_law_1.01,0.15173439979553222
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,32,1,power_law_1.2,0.24859519004821778
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,64,power_law_1.01,0.13832000494003296
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,32,1,power_law_1.2,0.3760096073150635
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,32,1,power_law_1.2,0.2668447971343994
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,32,power_law_1.2,23.5946533203125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,64,power_law_1.01,0.15841599702835082
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,32,power_law_1.2,34.72728271484375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,32,1,power_law_1.2,0.40094718933105467
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,32,1,power_law_1.2,0.2792896032333374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,64,power_law_1.01,0.12687360048294066
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,64,power_law_1.01,0.1765247941017151
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,64,power_law_1.01,0.11742719411849975
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,64,power_law_1.2,0.17301440238952637
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,64,power_law_1.01,0.13609280586242675
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,64,power_law_1.01,0.1794656038284302
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,64,power_law_1.01,0.10680320262908935
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,32,1,power_law_1.2,0.4219776153564453
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,32,1,power_law_1.2,0.29537599086761473
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,64,power_law_1.2,0.15175039768218995
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,64,power_law_1.01,0.13104000091552734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,64,power_law_1.01,0.1951167941093445
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,64,power_law_1.01,0.10369280576705933
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,64,power_law_1.2,0.11414079666137696
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,32,1,power_law_1.2,0.482316780090332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,32,1,power_law_1.2,0.34282879829406737
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,64,power_law_1.01,0.14024959802627562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,64,power_law_1.01,0.20015358924865723
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,64,power_law_1.01,0.1063423991203308
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,64,power_law_1.2,0.16320960521697997
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,64,power_law_1.01,0.14963200092315673
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,32,1,power_law_1.2,0.4229599952697754
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,32,1,power_law_1.2,0.37040319442749026
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,64,power_law_1.01,0.20186879634857177
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,64,power_law_1.01,0.11207360029220581
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,64,power_law_1.2,0.1694368004798889
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,64,power_law_1.01,0.15735679864883423
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,64,power_law_1.01,0.20703680515289308
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,64,power_law_1.01,0.12190079689025879
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,64,power_law_1.2,0.18007999658584595
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,32,1,power_law_1.2,0.4874112129211426
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,32,1,power_law_1.2,0.38955519199371336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,64,power_law_1.01,0.16475839614868165
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,64,power_law_1.01,0.21347200870513916
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,64,power_law_1.01,0.13596800565719605
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,64,power_law_1.2,0.1942463994026184
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,64,power_law_1.01,0.17022720575332642
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,32,1,power_law_1.2,0.34543039798736574
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,32,1,power_law_1.2,0.5390207767486572
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,64,power_law_1.01,0.218451189994812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.01,0.13517760038375853
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,64,power_law_1.2,0.19496959447860718
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,64,power_law_1.01,0.1709887981414795
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,64,power_law_1.01,0.22564799785614015
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,64,power_law_1.01,0.1422368049621582
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,64,power_law_1.2,0.2023616075515747
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,32,1,power_law_1.2,0.3870399951934814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,32,1,power_law_1.2,0.6848320007324219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,64,power_law_1.01,0.18105599880218506
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,32,power_law_1.2,35.83700256347656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,64,power_law_1.01,0.2399616003036499
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,64,power_law_1.01,0.15181440114974976
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,64,power_law_1.2,0.2083807945251465
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,32,1,power_law_1.2,0.4217663764953613
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,64,power_law_1.01,0.18466559648513795
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,32,1,power_law_1.2,0.8299391746520997
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,64,power_law_1.01,0.250598406791687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.01,0.15388480424880982
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,64,power_law_1.2,0.12543359994888306
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,64,power_law_1.2,0.21281280517578124
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,64,power_law_1.01,0.19530240297317505
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,64,power_law_1.01,0.16305919885635375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,64,power_law_1.01,0.26842238903045657
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,32,1,power_law_1.2,0.5095871925354004
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,64,power_law_1.2,0.13422720432281493
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,64,power_law_1.2,0.22188479900360109
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,64,power_law_1.01,0.1997439980506897
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,32,1,power_law_1.2,1.0190303802490235
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,64,power_law_1.01,0.1731487989425659
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,64,power_law_1.01,0.2988192081451416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,64,power_law_1.2,0.10633599758148193
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,64,power_law_1.2,0.2260159969329834
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,64,power_law_1.01,0.21790080070495604
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,32,1,power_law_1.2,0.6266592025756836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.01,0.1860319972038269
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,64,power_law_1.2,0.13690559864044188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,64,power_law_1.2,0.24283840656280517
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,64,power_law_1.01,0.3523360013961792
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,64,power_law_1.01,0.228438401222229
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,32,1,power_law_1.2,1.181612777709961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,64,power_law_1.01,0.20651841163635254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,64,power_law_1.2,0.14615679979324342
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,64,power_law_1.2,0.2541599988937378
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,32,1,power_law_1.2,0.8419551849365234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,64,power_law_1.01,0.4261184215545654
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,64,power_law_1.01,0.25268800258636476
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,64,power_law_1.01,0.22131199836730958
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,64,power_law_1.2,0.2721472024917603
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,64,power_law_1.2,0.1509951949119568
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,64,power_law_1.01,0.2802464008331299
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,64,power_law_1.01,0.6044256210327148
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,32,1,power_law_1.2,1.6426496505737305
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.01,0.25128960609436035
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,32,1,power_law_1.2,1.0075584411621095
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,64,power_law_1.2,0.30306239128112794
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,64,power_law_1.2,0.16221439838409424
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,64,power_law_1.01,0.3387712001800537
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,64,power_law_1.01,0.7589695930480957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,64,power_law_1.01,0.31408960819244386
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,64,power_law_1.2,0.16566720008850097
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,64,power_law_1.2,0.3750175952911377
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,64,power_law_1.01,0.43113279342651367
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.01,0.39429121017456054
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,32,1,power_law_1.2,2.071436882019043
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,32,1,power_law_1.2,1.3634271621704102
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,64,power_law_1.2,0.17397119998931884
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,64,power_law_1.01,1.1379263877868653
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,64,power_law_1.2,0.4820096015930176
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,64,power_law_1.01,0.5749311923980713
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,64,power_law_1.01,0.5295936107635498
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,64,power_law_1.2,0.17653119564056396
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,64,power_law_1.2,0.6844607830047608
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,64,power_law_1.01,1.4786591529846191
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,64,power_law_1.01,0.754252815246582
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,64,power_law_1.2,0.18639039993286133
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.01,0.6690368175506591
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,32,1,power_law_1.2,1.764249610900879
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,64,power_law_1.2,0.8933952331542969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,32,1,power_law_1.2,2.9765663146972656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,64,power_law_1.2,0.1924448013305664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,64,power_law_1.01,1.1488287925720215
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,64,power_law_1.01,0.9366751670837402
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,64,power_law_1.01,2.1987552642822266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,64,power_law_1.2,0.20086400508880614
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,64,power_law_1.2,1.278268814086914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,64,power_law_1.01,1.5307104110717773
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,32,1,power_law_1.2,2.5000255584716795
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,64,power_law_1.2,0.21813759803771973
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.01,1.2585408210754394
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,64,power_law_1.01,2.9875328063964846
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,64,power_law_1.2,1.9483264923095702
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,64,power_law_1.2,0.23669440746307374
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,32,1,power_law_1.2,3.836966323852539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,64,power_law_1.01,2.2430816650390626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,64,power_law_1.01,1.8124992370605468
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,64,power_law_1.2,0.2493920087814331
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,64,power_law_1.2,2.5991584777832033
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,64,power_law_1.2,0.282204794883728
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,32,1,power_law_1.2,3.252268981933594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,64,power_law_1.01,4.485289764404297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.01,2.400553512573242
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,64,power_law_1.01,3.015532875061035
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,64,power_law_1.2,0.37386560440063477
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,32,1,power_law_1.2,4.378230285644531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,64,power_law_1.2,0.4709280014038086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,64,power_law_1.2,3.75048942565918
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,64,power_law_1.2,0.6875487804412842
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,64,power_law_1.01,3.541126251220703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,32,1,power_law_1.2,4.0620990753173825
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,64,power_law_1.01,4.547782516479492
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,64,power_law_1.01,5.802544021606446
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,64,power_law_1.2,0.9283455848693848
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,64,power_law_1.2,5.582422256469727
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,64,power_law_1.2,1.3387392044067383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.01,4.719974517822266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,32,1,power_law_1.2,6.9899742126464846
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,64,power_law_1.01,6.1346080780029295
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,64,power_law_1.2,1.8523872375488282
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,32,1,power_law_1.2,6.325532913208008
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,64,power_law_1.01,7.636844635009766
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,64,power_law_1.2,8.101468658447265
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,64,power_law_1.2,2.8347423553466795
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,64,power_law_1.01,5.957360076904297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,64,power_law_1.01,7.665718078613281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,64,power_law_1.2,3.6470657348632813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,64,power_law_1.01,11.879609680175781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,64,power_law_1.2,10.054975891113282
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,32,1,power_law_1.2,13.341436767578125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,64,power_law_1.2,5.8014366149902346
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,64,power_law_1.2,0.11712000370025635
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,64,power_law_1.01,9.91957778930664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,32,1,power_law_1.2,12.508281707763672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,64,power_law_1.2,0.10793600082397461
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,64,power_law_1.01,0.02877120077610016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,64,power_law_1.01,0.030108800530433653
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,64,power_law_1.2,0.09222080111503601
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,64,power_law_1.01,0.036601600050926206
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,64,power_law_1.01,12.749533081054688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,64,power_law_1.2,0.10262080430984497
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,64,power_law_1.01,0.03456319868564606
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,64,power_law_1.01,0.0364767998456955
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,64,power_law_1.2,0.11317119598388672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,64,power_law_1.01,0.038524800539016725
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,64,power_law_1.2,8.136953735351563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,64,power_law_1.01,0.03953920006752014
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,64,power_law_1.01,0.030112001299858093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,64,power_law_1.2,0.11675519943237304
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,64,power_law_1.01,0.04317759871482849
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,64,power_law_1.01,0.032051199674606325
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,64,power_law_1.2,0.1341536045074463
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,64,power_law_1.01,0.04286400079727173
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,64,power_law_1.01,0.03648639917373657
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,64,power_law_1.01,0.04591679871082306
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,64,power_law_1.01,0.036550399661064145
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.2,0.13963199853897096
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,64,power_law_1.2,16.28098907470703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,64,power_law_1.01,0.049737599492073056
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,64,power_law_1.01,0.037110400199890134
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,64,power_law_1.01,0.054099202156066895
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,64,power_law_1.2,0.14421759843826293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,64,power_law_1.01,0.03828159868717194
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,64,power_law_1.01,0.05822399854660034
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,64,power_law_1.01,0.03945919871330261
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,64,power_law_1.2,0.1478592038154602
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,64,power_law_1.01,0.062319999933242796
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,64,power_law_1.01,0.04022400081157684
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,64,power_law_1.01,0.06729279756546021
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,64,power_law_1.2,9.482681274414062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,64,power_law_1.01,0.04589119851589203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.2,0.1553663969039917
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,64,power_law_1.01,0.07435200214385987
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,64,power_law_1.01,0.047788798809051514
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,64,power_law_1.01,0.08307200074195861
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,64,power_law_1.2,0.16530560255050658
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,64,power_law_1.01,0.05249279737472534
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,64,power_law_1.01,19.361692810058592
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,64,power_law_1.01,0.10222400426864624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,64,power_law_1.01,0.05351999998092651
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,64,power_law_1.01,25.095394897460938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,64,power_law_1.2,0.17428159713745117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,64,power_law_1.01,0.03576639890670776
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,64,power_law_1.01,0.12265599966049194
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,64,power_law_1.01,0.06125760078430176
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,64,power_law_1.2,0.02810879945755005
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,64,power_law_1.01,0.04261119961738587
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.2,0.18862719535827638
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,64,power_law_1.01,0.16311039924621581
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,64,power_law_1.01,0.06721280217170715
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,64,power_law_1.2,0.029238399863243104
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,64,power_law_1.01,0.03864319920539856
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,64,power_law_1.01,0.06876800060272217
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,64,power_law_1.01,0.2044287919998169
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,64,power_law_1.2,0.03304319977760315
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,64,power_law_1.2,0.2073375940322876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,64,power_law_1.01,0.0395583987236023
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,64,power_law_1.01,0.07631040215492249
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,64,power_law_1.2,0.034985598921775815
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,64,power_law_1.01,0.3020672082901001
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,64,power_law_1.01,0.042396798729896545
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,64,power_law_1.2,0.22541439533233643
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,64,power_law_1.01,0.08790079951286316
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,64,power_law_1.2,0.035078400373458864
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,64,power_law_1.01,0.04325119853019714
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,64,power_law_1.01,0.3998975992202759
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,64,power_law_1.2,0.04279040098190308
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,64,power_law_1.01,0.10889600515365601
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,64,power_law_1.01,0.042956799268722534
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.2,0.25667200088500974
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,64,power_law_1.01,26.159661865234376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,64,power_law_1.2,0.04412479996681214
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,64,power_law_1.01,0.043536001443862916
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,64,power_law_1.01,0.12994240522384642
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,64,power_law_1.01,0.6066559791564942
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,64,power_law_1.2,0.028828799724578857
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,64,power_law_1.2,0.04679679870605469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,64,power_law_1.2,0.3279263973236084
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,64,power_law_1.01,0.04481599926948547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,64,power_law_1.01,0.1759552001953125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,64,power_law_1.2,0.03172160089015961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,64,power_law_1.2,0.04555839896202087
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,64,power_law_1.01,0.04589119851589203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,64,power_law_1.01,0.7900479793548584
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,64,power_law_1.01,0.22360000610351563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,64,power_law_1.2,0.03639039993286133
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.2,0.40415358543395996
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,64,power_law_1.2,0.049167999625205995
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,64,power_law_1.01,0.04776000082492828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,64,power_law_1.2,16.412530517578126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,64,power_law_1.2,0.036582401394844054
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,64,power_law_1.01,0.32630081176757814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,64,power_law_1.2,0.05399680137634277
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,64,power_law_1.01,0.05049279928207397
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,64,power_law_1.2,0.037062400579452516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,64,power_law_1.01,1.1698528289794923
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,64,power_law_1.2,0.55032958984375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,64,power_law_1.2,0.055667197704315184
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,64,power_law_1.01,0.0534496009349823
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,64,power_law_1.01,0.44475841522216797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,64,power_law_1.2,0.03835839927196503
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,64,power_law_1.2,0.057206398248672484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,64,power_law_1.01,0.05941759943962097
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,64,power_law_1.2,0.03929600119590759
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.2,0.7026847839355469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,64,power_law_1.2,0.06234560012817383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,64,power_law_1.01,0.06394240260124207
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,64,power_law_1.01,0.6448927879333496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,64,power_law_1.2,0.040303999185562135
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,64,power_law_1.01,1.5870656013488769
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,64,power_law_1.2,0.06788480281829834
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,64,power_law_1.01,0.07063360214233398
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,64,power_law_1.2,0.04178560078144074
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,64,power_law_1.2,0.07547199726104736
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,64,power_law_1.01,0.08164799809455872
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,64,power_law_1.01,0.8560704231262207
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,64,power_law_1.2,1.0287391662597656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,64,power_law_1.2,0.04220480024814606
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,64,power_law_1.2,0.08445760011672973
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,64,power_law_1.01,0.10360000133514405
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,64,power_law_1.2,0.04482559859752655
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,64,power_law_1.2,0.10360640287399292
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,64,power_law_1.01,0.1280351996421814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,64,power_law_1.01,1.9364992141723634
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,64,power_law_1.2,0.04713279902935028
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,64,power_law_1.01,1.30633602142334
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.2,1.33821439743042
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,64,power_law_1.2,0.1255776047706604
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,64,power_law_1.2,37.35255737304688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,64,power_law_1.2,0.05167999863624573
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,64,power_law_1.01,0.18163199424743653
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,64,power_law_1.2,0.17355200052261352
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,64,power_law_1.2,0.06048319935798645
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,64,power_law_1.2,0.0353983998298645
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,64,power_law_1.01,0.23577280044555665
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,64,power_law_1.2,0.234550404548645
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,64,power_law_1.2,0.06918079853057861
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,64,power_law_1.2,0.04214400053024292
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,64,power_law_1.01,0.34225599765777587
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,64,power_law_1.01,1.7112607955932617
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,64,power_law_1.2,1.9560415267944335
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,64,power_law_1.2,0.07643200159072876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,64,power_law_1.2,0.04037120044231415
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,64,power_law_1.2,0.35589759349822997
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,64,power_law_1.2,0.08736960291862488
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,64,power_law_1.2,0.039740800857543945
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,64,power_law_1.01,0.4433311939239502
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,64,power_law_1.01,3.26060791015625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,64,power_law_1.2,0.4666880130767822
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,64,power_law_1.2,0.041859200596809386
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,64,power_law_1.2,0.10820800065994263
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,64,power_law_1.01,0.6534560203552247
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,64,power_law_1.2,0.042284798622131345
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,64,power_law_1.2,0.13025280237197875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.2,2.6624000549316404
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,64,power_law_1.01,2.250230407714844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,64,power_law_1.2,0.6883776187896729
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,64,power_law_1.2,0.0430976003408432
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,64,power_law_1.2,0.18708800077438353
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,64,power_law_1.2,0.04240959882736206
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,64,power_law_1.01,0.853059196472168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,64,power_law_1.2,0.2467967987060547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,64,power_law_1.2,0.9253120422363281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,64,power_law_1.2,0.04516800045967102
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,64,power_law_1.2,0.3613856077194214
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,64,power_law_1.2,0.04667200148105621
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,64,power_law_1.01,1.2812959671020507
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,64,power_law_1.2,0.04906879961490631
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,64,power_law_1.2,1.3552831649780273
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,64,power_law_1.2,0.48600001335144044
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,64,power_law_1.2,4.001820755004883
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,64,power_law_1.2,0.052928000688552856
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,64,power_law_1.01,3.567273712158203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,64,power_law_1.2,0.05611519813537598
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,64,power_law_1.2,0.7308767795562744
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,64,power_law_1.01,1.6829471588134766
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,64,power_law_1.01,6.614447784423828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,64,power_law_1.2,0.060444802045822144
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,64,power_law_1.2,1.9286016464233398
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,64,power_law_1.01,0.06348800063133239
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,64,power_law_1.2,0.06553279757499694
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,64,power_law_1.2,0.974608039855957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,64,power_law_1.01,0.05936639904975891
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,64,power_law_1.2,0.07215359807014465
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,64,power_law_1.01,0.09216639995574952
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,64,power_law_1.2,0.08329600095748901
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,64,power_law_1.01,2.1152544021606445
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.2,5.310406494140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,64,power_law_1.01,0.09354239702224731
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,64,power_law_1.2,1.535148811340332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,64,power_law_1.2,0.10626239776611328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,64,power_law_1.2,2.491142463684082
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,64,power_law_1.2,36.77690124511719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,64,power_law_1.01,0.09584959745407104
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,64,power_law_1.2,0.1323423981666565
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,64,power_law_1.01,0.057948797941207886
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,64,power_law_1.01,0.09864000082015992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,64,power_law_1.2,0.18994239568710328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,64,power_law_1.01,0.05524799823760986
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,64,power_law_1.01,0.1010975956916809
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,64,power_law_1.2,2.0044511795043944
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,64,power_law_1.2,0.2507551908493042
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,64,power_law_1.01,0.08084480166435241
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,64,power_law_1.01,0.10361280441284179
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,64,power_law_1.01,6.921254730224609
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,64,power_law_1.01,0.08260480165481568
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,64,power_law_1.01,3.4007713317871096
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,64,power_law_1.01,0.10450880527496338
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,64,power_law_1.2,0.3529344081878662
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,64,power_law_1.01,0.06418880224227905
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,64,power_law_1.01,0.08630080223083496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,64,power_law_1.01,0.10686399936676025
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,64,power_law_1.01,0.06187199950218201
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,64,power_law_1.2,4.229084777832031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,64,power_law_1.2,0.4696928024291992
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,64,power_law_1.01,0.08967360258102416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,64,power_law_1.2,7.159974670410156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,64,power_law_1.01,0.11100480556488038
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,64,power_law_1.01,0.06313920021057129
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,64,power_law_1.2,2.587513542175293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,64,power_law_1.01,0.09231680035591125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,64,power_law_1.01,0.11568319797515869
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,64,power_law_1.01,0.06484799981117248
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,64,power_law_1.2,0.6961311817169189
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,64,power_law_1.01,0.09535359740257263
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,64,power_law_1.01,0.12193599939346314
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,64,power_law_1.01,0.06567040085792542
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,64,power_law_1.01,0.0969983994960785
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,64,power_law_1.01,0.1307423949241638
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,64,power_law_1.01,0.06765440106391907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,64,power_law_1.2,0.9161888122558594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,64,power_law_1.01,0.09973440170288086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,64,power_law_1.01,0.13912320137023926
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,64,power_law_1.01,0.06986560225486756
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,64,power_law_1.01,0.1034816026687622
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,64,power_law_1.01,0.15006719827651976
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,64,power_law_1.01,0.07120640277862549
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,64,power_law_1.01,0.10858559608459473
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,64,power_law_1.2,1.4151552200317383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,64,power_law_1.01,0.16741119623184203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,64,power_law_1.2,4.493296051025391
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,64,power_law_1.01,0.07336639761924743
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,64,power_law_1.01,0.11338880062103271
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,64,power_law_1.01,0.208022403717041
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,64,power_law_1.01,0.0757535994052887
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,64,power_law_1.01,6.755785369873047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,64,power_law_1.01,0.12283200025558472
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,64,power_law_1.01,0.07997440099716187
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,64,power_law_1.01,0.2545664072036743
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,64,power_law_1.2,0.06382399797439575
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,64,power_law_1.01,0.13203200101852416
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,64,power_law_1.2,1.813408088684082
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,64,power_law_1.01,0.08457919955253601
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,64,power_law_1.2,0.05967680215835571
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,64,power_law_1.01,0.35935359001159667
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,64,power_law_1.2,8.588130950927734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,64,power_law_1.01,0.14273600578308104
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,64,power_law_1.01,0.09016640186309814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,64,power_law_1.2,0.09418879747390747
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,64,power_law_1.2,11.241165161132812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,64,power_law_1.2,0.0549344003200531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,64,power_law_1.01,0.48241281509399414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,64,power_law_1.01,0.1637312054634094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,64,power_law_1.01,0.10030720233917237
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,64,power_law_1.2,0.09229120016098022
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,64,power_law_1.2,0.05268160104751587
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,64,power_law_1.01,0.20620479583740234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,64,power_law_1.2,0.09545279741287231
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,64,power_law_1.01,0.10980160236358642
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,64,power_law_1.01,0.7096255779266357
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,64,power_law_1.2,0.08131840229034423
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,64,power_law_1.2,2.3391935348510744
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,64,power_law_1.2,0.099481600522995
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,64,power_law_1.01,0.264630389213562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,64,power_law_1.01,0.12337599992752075
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,64,power_law_1.2,0.08329600095748901
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,64,power_law_1.2,0.10204160213470459
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,64,power_law_1.01,0.9073023796081543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,64,power_law_1.01,0.14577280282974242
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,64,power_law_1.01,0.38324480056762694
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,64,power_law_1.2,0.08370559811592101
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,64,power_law_1.2,0.10369280576705933
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,64,power_law_1.01,0.19275840520858764
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,64,power_law_1.2,0.0889855980873108
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,64,power_law_1.01,0.5055007934570312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,64,power_law_1.2,0.10516480207443238
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,64,power_law_1.01,1.3520416259765624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,64,power_law_1.2,0.09271680116653443
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,64,power_law_1.01,0.24014079570770264
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,64,power_law_1.2,9.040460968017578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,64,power_law_1.2,0.107750403881073
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,64,power_law_1.01,0.7406464099884034
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,64,power_law_1.2,0.09507200121879578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,64,power_law_1.2,0.06403520107269287
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,64,power_law_1.01,0.3507904052734375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,64,power_law_1.2,0.11124160289764404
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,64,power_law_1.2,3.7490398406982424
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,64,power_law_1.2,0.09753919839859009
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,64,power_law_1.2,0.058387202024459836
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,64,power_law_1.01,1.9063264846801757
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,64,power_law_1.2,0.1173632025718689
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,64,power_law_1.01,0.960086441040039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,64,power_law_1.01,0.45412797927856446
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,64,power_law_1.2,0.10001599788665771
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,64,power_law_1.2,0.06287040114402771
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,64,power_law_1.2,0.1215872049331665
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,64,power_law_1.2,0.06281599998474122
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,64,power_law_1.2,0.1035647988319397
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,64,power_law_1.01,0.6583839893341065
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,64,power_law_1.2,0.13193279504776
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,64,power_law_1.01,1.4435935974121095
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,64,power_law_1.2,0.06497600078582763
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,64,power_law_1.2,0.1096992015838623
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,64,power_law_1.2,0.14020800590515137
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,64,power_law_1.01,2.8255136489868162
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,64,power_law_1.01,0.8640416145324707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,64,power_law_1.2,0.06778560280799865
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,64,power_law_1.2,0.11423679590225219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,64,power_law_1.2,0.1515679955482483
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,64,power_law_1.2,0.07028480172157288
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,64,power_law_1.2,0.12278399467468262
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,64,power_law_1.2,0.17050880193710327
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,64,power_law_1.01,1.9699840545654297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,64,power_law_1.2,0.07217919826507568
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,64,power_law_1.01,1.2753215789794923
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,64,power_law_1.2,0.13233599662780762
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,64,power_law_1.2,0.21572160720825195
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,64,power_law_1.2,0.07384960055351257
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,64,power_law_1.2,0.14366400241851807
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,64,power_law_1.2,0.2852191925048828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,64,power_law_1.01,3.799427032470703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,64,power_law_1.2,0.07608000040054322
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,64,power_law_1.2,0.16650880575180055
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,64,power_law_1.01,1.711292839050293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,64,power_law_1.2,0.43607358932495116
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,64,power_law_1.01,2.9849216461181642
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,64,power_law_1.2,0.08067200183868409
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,64,power_law_1.2,0.22592639923095703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,64,power_law_1.2,7.6657661437988285
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,64,power_law_1.2,0.0852832019329071
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,64,power_law_1.2,0.5532000064849854
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,64,power_law_1.2,0.30799360275268556
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,64,power_law_1.2,0.09129920005798339
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,64,power_law_1.2,22.94381103515625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,64,power_law_1.2,0.8506112098693848
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,64,power_law_1.01,0.2054879903793335
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,64,power_law_1.2,0.45044798851013185
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,64,power_law_1.01,2.53604793548584
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,64,power_law_1.2,0.10067839622497558
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,64,power_law_1.2,0.11235840320587158
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,64,power_law_1.2,0.5874879837036133
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,64,power_law_1.01,4.993801498413086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,64,power_law_1.01,0.1628383994102478
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,64,power_law_1.01,4.074732971191406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,64,power_law_1.2,1.1529088020324707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,64,power_law_1.01,0.23229119777679444
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,64,power_law_1.2,0.12566399574279785
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,64,power_law_1.2,0.8355135917663574
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,64,power_law_1.2,0.14695359468460084
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,64,power_law_1.01,0.18344639539718627
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,64,power_law_1.2,1.7860799789428712
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,64,power_law_1.01,0.24287679195404052
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,64,power_law_1.01,3.3660640716552734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,64,power_law_1.2,0.2022559881210327
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,64,power_law_1.2,1.204851245880127
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,64,power_law_1.2,0.26026880741119385
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,64,power_law_1.01,0.18490560054779054
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,64,power_law_1.01,0.16232000589370726
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,64,power_law_1.2,0.36775999069213866
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,64,power_law_1.2,2.3852415084838867
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,64,power_law_1.01,5.125308990478516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,64,power_law_1.2,1.968601608276367
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,64,power_law_1.01,0.14440640211105346
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,64,power_law_1.2,0.47751679420471194
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,64,power_law_1.01,0.1847007989883423
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,64,power_law_1.01,4.366608047485352
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,64,power_law_1.01,8.188188934326172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,64,power_law_1.2,0.7292575836181641
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,64,power_law_1.01,0.162336003780365
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,64,power_law_1.01,0.20319681167602538
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,64,power_law_1.2,2.51625919342041
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,64,power_law_1.2,4.051055908203125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,64,power_law_1.2,0.9769984245300293
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,64,power_law_1.01,0.18086400032043456
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,64,power_law_1.01,0.229369592666626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,64,power_law_1.2,1.4264255523681642
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,64,power_law_1.01,0.18765759468078613
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,64,power_law_1.2,3.8893856048583983
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,64,power_law_1.01,0.2537087917327881
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,64,power_law_1.01,8.26883544921875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,64,power_law_1.2,5.462617492675781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,64,power_law_1.2,1.9116735458374023
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,64,power_law_1.01,6.910896301269531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,64,power_law_1.01,0.2088576078414917
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,64,power_law_1.01,0.24469759464263915
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,64,power_law_1.01,0.20541760921478272
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,64,power_law_1.01,0.25419840812683103
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,64,power_law_1.2,5.354089736938477
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,64,power_law_1.2,2.930588722229004
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,64,power_law_1.01,0.21210238933563233
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,64,power_law_1.01,0.2542176008224487
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,64,power_law_1.2,7.248271942138672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,64,power_law_1.01,0.21940479278564454
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,64,power_law_1.01,0.263427209854126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,64,power_law_1.01,16.697120666503906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,64,power_law_1.2,4.034873580932617
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,64,power_law_1.01,0.2331615924835205
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,64,power_law_1.01,0.2737312078475952
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,64,power_law_1.2,6.941404724121094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,64,power_law_1.01,0.1385696053504944
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,64,power_law_1.01,0.23902719020843505
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,64,power_law_1.01,0.2863903999328613
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,64,power_law_1.01,0.13864320516586304
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,64,power_law_1.01,0.25260798931121825
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,64,power_law_1.01,0.29758079051971437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,64,power_law_1.01,13.48937530517578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,64,power_law_1.2,5.098412704467774
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,64,power_law_1.01,16.08453369140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,64,power_law_1.01,0.13874239921569825
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,64,power_law_1.01,0.26982080936431885
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,64,power_law_1.01,0.3132672071456909
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,64,power_law_1.2,0.20551679134368897
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,64,power_law_1.2,0.14333759546279906
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,64,power_law_1.2,11.853437042236328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,64,power_law_1.01,0.11879040002822876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,64,power_law_1.01,0.2789376020431519
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,64,power_law_1.01,0.3469887971878052
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,64,power_law_1.2,0.23235840797424318
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,64,power_law_1.2,0.1833951950073242
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,64,power_law_1.01,0.13814400434494017
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,64,power_law_1.01,0.3131808042526245
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,64,power_law_1.2,11.910835266113281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,64,power_law_1.01,0.4087200164794922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,64,power_law_1.2,0.21577920913696289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,64,power_law_1.2,0.18420159816741943
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,64,power_law_1.01,0.14428479671478273
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,64,power_law_1.2,8.635161590576171
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,64,power_law_1.01,0.37443521022796633
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,64,power_law_1.2,0.16242239475250245
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,64,power_law_1.01,0.477510404586792
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,64,power_law_1.2,0.1424031972885132
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,64,power_law_1.01,0.15707199573516845
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,64,power_law_1.01,0.4531360149383545
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,64,power_law_1.2,0.18552000522613527
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,64,power_law_1.2,0.15148160457611085
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,64,power_law_1.01,0.6341119766235351
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,64,power_law_1.01,0.1716256022453308
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,64,power_law_1.01,0.5884287834167481
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,64,power_law_1.2,0.194649600982666
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,64,power_law_1.2,0.16653120517730713
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,64,power_law_1.01,0.7699103832244873
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,64,power_law_1.01,0.17704639434814454
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,64,power_law_1.2,0.21142079830169677
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,64,power_law_1.2,0.17530239820480348
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,64,power_law_1.01,0.7601664066314697
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,64,power_law_1.01,0.1826464056968689
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,64,power_law_1.01,1.0870976448059082
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,64,power_law_1.2,0.2287519931793213
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,64,power_law_1.2,0.20313599109649658
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,64,power_law_1.01,0.195414400100708
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,64,power_law_1.01,1.158358383178711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,64,power_law_1.01,1.3654784202575683
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,64,power_law_1.2,0.24550399780273438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,64,power_law_1.2,0.20113279819488525
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,64,power_law_1.01,0.2048703908920288
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,64,power_law_1.01,1.4299776077270507
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,64,power_law_1.2,0.23728959560394286
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,64,power_law_1.2,24.707504272460938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,64,power_law_1.2,0.2092223882675171
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,64,power_law_1.01,0.20900158882141112
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,64,power_law_1.01,2.0498048782348635
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,64,power_law_1.2,16.782765197753907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,64,power_law_1.2,0.2522176027297974
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,64,power_law_1.2,0.13791999816894532
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,64,power_law_1.2,0.21735999584197999
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,64,power_law_1.01,0.2220479965209961
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,128,power_law_1.01,0.11049599647521972
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,64,power_law_1.01,2.145091247558594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,128,power_law_1.01,0.11218559741973877
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,64,power_law_1.2,0.13793599605560303
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,64,power_law_1.2,0.255676794052124
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,64,power_law_1.2,0.22788798809051514
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,64,power_law_1.01,0.23618879318237304
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,64,power_law_1.2,26.80278625488281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,64,power_law_1.01,2.7198591232299805
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,128,power_law_1.01,0.15277119874954223
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,64,power_law_1.2,0.13144639730453492
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,128,power_law_1.01,0.09838079810142517
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,64,power_law_1.2,0.2618880033493042
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,64,power_law_1.2,0.2387712001800537
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,64,power_law_1.01,0.2575839996337891
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,64,power_law_1.01,2.818179130554199
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,128,power_law_1.01,0.15373120307922364
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,128,power_law_1.01,0.11033600568771362
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,64,power_law_1.2,0.11739840507507324
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,128,power_law_1.01,0.15377919673919677
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,64,power_law_1.2,0.28422400951385496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,64,power_law_1.2,0.24848639965057373
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,64,power_law_1.01,0.2889120101928711
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,128,power_law_1.01,0.13194880485534669
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,64,power_law_1.01,4.102489471435547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,128,power_law_1.01,0.16065599918365478
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,64,power_law_1.2,0.13080960512161255
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,64,power_law_1.2,0.286028790473938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,64,power_law_1.2,0.2656575918197632
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,128,power_law_1.01,0.1334879994392395
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,64,power_law_1.01,0.35437760353088377
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,128,power_law_1.01,0.16441919803619384
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,64,power_law_1.01,4.27545280456543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,128,power_law_1.01,0.13664640188217164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,64,power_law_1.2,0.14238400459289552
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,128,power_law_1.01,0.1679808020591736
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,64,power_law_1.2,0.32226879596710206
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,64,power_law_1.2,0.2795072078704834
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,64,power_law_1.01,0.421779203414917
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,128,power_law_1.01,0.13963520526885986
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,128,power_law_1.01,0.17052799463272095
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,64,power_law_1.2,0.15236799716949462
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,64,power_law_1.2,0.3421119928359985
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,64,power_law_1.2,0.31784958839416505
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,64,power_law_1.01,0.551468801498413
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,128,power_law_1.01,0.14441280364990233
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,128,power_law_1.01,0.1730239987373352
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,64,power_law_1.01,5.632803344726563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,64,power_law_1.2,0.1627936005592346
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,128,power_law_1.01,0.14698879718780516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,128,power_law_1.01,0.17895679473876952
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,64,power_law_1.2,0.4351967811584473
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,64,power_law_1.2,0.3813247919082642
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,64,power_law_1.01,0.6728640079498291
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,64,power_law_1.01,5.497436904907227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,128,power_law_1.01,0.15066239833831788
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,128,power_law_1.01,0.1850656032562256
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,64,power_law_1.2,0.1680575966835022
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,64,power_law_1.2,0.49388799667358396
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,64,power_law_1.2,0.4746528148651123
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,128,power_law_1.01,0.15369919538497925
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,128,power_law_1.01,0.19189120531082154
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,64,power_law_1.01,0.949888038635254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,64,power_law_1.2,0.17939519882202148
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,128,power_law_1.01,0.1603968024253845
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,128,power_law_1.01,0.20506880283355713
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,64,power_law_1.2,0.652348804473877
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,64,power_law_1.2,0.6539616107940673
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,128,power_law_1.01,0.16712960004806518
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,64,power_law_1.2,0.1820896029472351
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,128,power_law_1.01,0.21844160556793213
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,64,power_law_1.01,1.2344063758850097
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,64,power_law_1.01,7.5388542175292965
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,128,power_law_1.01,0.1749727964401245
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,64,power_law_1.2,0.8951264381408691
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,128,power_law_1.01,0.23067839145660402
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,64,power_law_1.2,0.8755871772766113
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,64,power_law_1.2,0.19944640398025512
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,64,power_law_1.01,7.389826965332031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,128,power_law_1.01,0.19039679765701295
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,128,power_law_1.01,0.25566079616546633
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,64,power_law_1.01,1.7826656341552733
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,64,power_law_1.2,0.20607359409332277
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,128,power_law_1.01,0.20618560314178466
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,64,power_law_1.2,1.227353572845459
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,64,power_law_1.2,1.2527615547180175
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,128,power_law_1.01,0.3067327976226807
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,128,power_law_1.01,0.21978559494018554
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,64,power_law_1.2,0.2216032028198242
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,128,power_law_1.01,0.35573759078979494
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,64,power_law_1.01,2.3555423736572267
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,128,power_law_1.01,0.24608960151672363
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,64,power_law_1.2,1.6884960174560546
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,64,power_law_1.2,1.6558719635009767
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,128,power_law_1.01,0.49732160568237305
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,64,power_law_1.2,0.2442847967147827
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,128,power_law_1.01,0.3088543891906738
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,128,power_law_1.01,0.621337604522705
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,64,power_law_1.2,0.254857611656189
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,64,power_law_1.01,10.851644897460938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,128,power_law_1.01,0.36808960437774657
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,64,power_law_1.2,2.5714752197265627
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,64,power_law_1.2,2.5525407791137695
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,128,power_law_1.01,0.9989055633544922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,64,power_law_1.01,3.4805728912353517
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,64,power_law_1.2,0.28986880779266355
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,128,power_law_1.01,0.5120063781738281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,64,power_law_1.01,11.607110595703125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,128,power_law_1.01,1.2544608116149902
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,128,power_law_1.01,0.6631999969482422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,64,power_law_1.2,0.362719988822937
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,64,power_law_1.2,3.3104705810546875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,64,power_law_1.2,3.367222213745117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,128,power_law_1.01,0.9867072105407715
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,64,power_law_1.2,0.42949438095092773
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,128,power_law_1.01,1.9101791381835938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,64,power_law_1.01,4.643587112426758
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,64,power_law_1.2,0.5814015865325928
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,128,power_law_1.01,1.3361503601074218
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,128,power_law_1.01,2.6384096145629883
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,64,power_law_1.2,0.7172895908355713
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,64,power_law_1.2,5.2617950439453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,64,power_law_1.2,5.082169723510742
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,128,power_law_1.01,1.9750080108642578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,64,power_law_1.2,0.998697566986084
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,64,power_law_1.01,5.813904190063477
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,128,power_law_1.01,3.844979095458984
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,128,power_law_1.01,2.684124755859375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,64,power_law_1.2,1.323958396911621
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,64,power_law_1.2,6.7484130859375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,64,power_law_1.01,22.626661682128905
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,64,power_law_1.2,7.301209259033203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,128,power_law_1.01,3.972284698486328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,128,power_law_1.01,5.082153701782227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,128,power_law_1.01,0.09356160163879394
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,64,power_law_1.2,1.9115488052368164
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,128,power_law_1.01,0.08889920115470887
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,64,power_law_1.01,23.203196716308593
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,128,power_law_1.01,0.09150720238685608
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,128,power_law_1.2,0.11582080125808716
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,64,power_law_1.01,9.261504364013671
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,64,power_law_1.2,2.526870346069336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,128,power_law_1.01,0.10118399858474732
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,128,power_law_1.2,0.11258560419082642
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,128,power_law_1.01,5.450508880615234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,128,power_law_1.01,0.10422719717025757
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,128,power_law_1.01,6.840633392333984
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,128,power_law_1.2,0.14541759490966796
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,64,power_law_1.2,8.475478363037109
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,64,power_law_1.2,8.826467132568359
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,128,power_law_1.01,0.10856319665908813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,128,power_law_1.2,0.15462720394134521
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,128,power_law_1.01,0.11580799818038941
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,128,power_law_1.2,0.15624959468841554
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,64,power_law_1.2,3.7458911895751954
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,128,power_law_1.01,0.1191167950630188
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,128,power_law_1.2,0.1596992015838623
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,128,power_law_1.01,6.69439697265625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,128,power_law_1.01,0.12273919582366943
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,128,power_law_1.2,0.16482239961624146
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,128,power_law_1.01,0.12749439477920532
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,128,power_law_1.2,0.16785600185394287
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.01,0.13468799591064454
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,128,power_law_1.2,0.17046079635620118
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,64,power_law_1.2,5.115871810913086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,128,power_law_1.01,10.678717041015625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,128,power_law_1.01,0.1409343957901001
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,128,power_law_1.2,0.17466880083084108
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,128,power_law_1.01,0.14875199794769287
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,128,power_law_1.2,0.18144320249557494
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,64,power_law_1.2,14.554354858398437
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.01,0.16353600025177
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,64,power_law_1.2,14.461424255371094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,128,power_law_1.2,0.18656959533691406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,128,power_law_1.01,0.1779039978981018
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,64,power_law_1.01,19.074790954589844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,128,power_law_1.2,0.19072959423065186
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,128,power_law_1.01,11.36267547607422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,128,power_law_1.01,0.1927839994430542
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,128,power_law_1.2,0.10045759677886963
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,64,power_law_1.2,6.493257904052735
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,128,power_law_1.2,0.20452160835266114
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.01,0.22608320713043212
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,128,power_law_1.2,0.11004159450531006
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,128,power_law_1.2,0.21852478981018067
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,128,power_law_1.01,0.2864959955215454
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,128,power_law_1.2,0.12908159494400023
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,128,power_law_1.2,0.23126718997955323
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.01,0.3517215967178345
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,128,power_law_1.2,0.13168319463729858
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,128,power_law_1.2,0.2511744022369385
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,128,power_law_1.2,0.1355712056159973
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,128,power_law_1.01,0.488588809967041
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,128,power_law_1.2,0.3209439992904663
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,128,power_law_1.2,0.13950079679489136
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.01,0.61943039894104
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,128,power_law_1.2,0.3837728023529053
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,128,power_law_1.2,0.14443199634552
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,128,power_law_1.2,0.5646368026733398
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,128,power_law_1.01,0.9034463882446289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,64,power_law_1.2,10.844802856445312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,128,power_law_1.2,0.14775359630584717
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,128,power_law_1.01,22.17974395751953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,128,power_law_1.2,0.7379583835601806
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,128,power_law_1.2,0.15136640071868895
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.01,1.1710271835327148
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,128,power_law_1.2,0.09264960289001464
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,128,power_law_1.2,0.15516159534454346
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,128,power_law_1.2,1.147475242614746
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,128,power_law_1.2,0.0887008011341095
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,128,power_law_1.2,0.16227840185165404
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,128,power_law_1.01,1.718409538269043
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,128,power_law_1.2,0.08888000249862671
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,128,power_law_1.2,0.16901439428329468
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,128,power_law_1.2,1.5999296188354493
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,128,power_law_1.2,0.09898880124092102
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,128,power_law_1.01,22.857913208007812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,128,power_law_1.2,0.17654080390930177
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.01,2.2621055603027345
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,128,power_law_1.2,0.10381759405136108
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,128,power_law_1.2,0.19227520227432252
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,128,power_law_1.2,2.354969596862793
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,128,power_law_1.01,0.026793599128723145
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,128,power_law_1.2,0.10534399747848511
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,64,power_law_1.2,30.528326416015624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,64,power_law_1.2,33.39949035644531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,128,power_law_1.01,0.03268480002880096
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,128,power_law_1.2,0.20665600299835205
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,128,power_law_1.01,0.0286080002784729
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,128,power_law_1.01,0.03900479972362518
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,128,power_law_1.2,0.1151136040687561
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,128,power_law_1.01,0.03311040103435516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,128,power_law_1.01,0.035180801153182985
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,128,power_law_1.01,0.04346239864826203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,128,power_law_1.2,0.22115519046783447
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,128,power_law_1.01,3.384272003173828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,128,power_law_1.01,0.035071998834609985
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,128,power_law_1.2,0.11826879978179931
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,128,power_law_1.01,0.03621439933776856
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,128,power_law_1.01,0.038975998759269714
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,128,power_law_1.2,3.2184833526611327
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,128,power_law_1.01,0.03505280017852783
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,128,power_law_1.2,0.24869439601898194
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,128,power_law_1.01,0.036320000886917114
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,128,power_law_1.01,0.04023999869823456
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,128,power_law_1.01,0.03633280098438263
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,128,power_law_1.2,0.12226239442825318
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,128,power_law_1.01,0.03705599904060364
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,128,power_law_1.01,0.03890880048274994
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,128,power_law_1.01,0.03682560026645661
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,128,power_law_1.2,0.31848959922790526
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,128,power_law_1.01,0.03842560052871704
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,128,power_law_1.2,0.1264415979385376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,128,power_law_1.01,0.037238401174545285
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,128,power_law_1.01,0.04039680063724518
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,128,power_law_1.01,0.03930880129337311
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,128,power_law_1.01,0.03924480080604553
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,128,power_law_1.01,0.04099520146846771
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,128,power_law_1.2,0.4068895816802979
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.2,0.1338528037071228
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.01,4.493638229370117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,128,power_law_1.01,0.04019519984722138
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,128,power_law_1.01,0.0384768009185791
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,128,power_law_1.01,0.04141440093517303
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,128,power_law_1.2,5.187161636352539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,128,power_law_1.01,0.04140479862689972
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,128,power_law_1.01,0.04256959855556488
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,128,power_law_1.01,0.044073599576950076
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,128,power_law_1.2,0.140556800365448
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,64,power_law_1.2,22.061311340332033
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,128,power_law_1.2,0.6079616069793701
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,128,power_law_1.01,0.042208001017570496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,128,power_law_1.01,0.04749760031700134
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,128,power_law_1.01,0.04370880126953125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,128,power_law_1.2,0.026796799898147584
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,128,power_law_1.2,0.14935040473937988
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,128,power_law_1.01,0.04472000002861023
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,128,power_law_1.01,0.04474560022354126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,128,power_law_1.01,0.045423999428749084
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,128,power_law_1.2,0.03632639944553375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,128,power_law_1.2,0.836467170715332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,128,power_law_1.01,0.04715520143508911
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,128,power_law_1.01,0.053564798831939694
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,128,power_law_1.01,0.04769279956817627
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.2,0.1644703984260559
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,128,power_law_1.2,0.036796799302101134
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,128,power_law_1.01,0.0501151978969574
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,128,power_law_1.01,0.05805439949035644
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,128,power_law_1.01,0.04917120039463043
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,128,power_law_1.2,0.035104000568389894
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,128,power_law_1.2,0.17946239709854125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,128,power_law_1.01,0.05324800014495849
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,128,power_law_1.01,0.06667519807815551
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,128,power_law_1.2,1.2300928115844727
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,128,power_law_1.01,0.05608320236206055
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,128,power_law_1.01,5.752358245849609
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,128,power_law_1.2,0.03488639891147614
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,128,power_law_1.01,0.06199359893798828
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,128,power_law_1.01,0.0781216025352478
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,128,power_law_1.01,0.062275201082229614
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,128,power_law_1.2,0.03654719889163971
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,128,power_law_1.2,6.866172790527344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,128,power_law_1.2,0.19563519954681396
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,128,power_law_1.01,0.07298240065574646
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,128,power_law_1.01,0.0970848023891449
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,128,power_law_1.2,0.0379936009645462
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,128,power_law_1.01,0.06977919936180114
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,128,power_law_1.2,1.5456159591674805
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,128,power_law_1.01,0.08463039994239807
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,128,power_law_1.01,0.11713600158691406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.2,0.22754878997802735
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,128,power_law_1.2,0.036857599020004274
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,128,power_law_1.01,0.07933120131492614
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,128,power_law_1.01,0.10500160455703736
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,128,power_law_1.2,0.0378847986459732
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,128,power_law_1.01,0.15796480178833008
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,128,power_law_1.01,0.10166079998016357
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,128,power_law_1.2,0.29240319728851316
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,128,power_law_1.01,0.12447999715805054
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,128,power_law_1.2,0.03867200016975403
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,128,power_law_1.01,0.19705599546432495
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,128,power_law_1.01,0.12445119619369507
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,128,power_law_1.2,0.0404992014169693
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,128,power_law_1.2,2.5752384185791017
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,128,power_law_1.01,0.16940799951553345
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,128,power_law_1.01,0.17758079767227172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.2,0.36469440460205077
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,128,power_law_1.01,0.2828768014907837
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,128,power_law_1.2,0.04599680006504059
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,128,power_law_1.01,0.21593921184539794
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,128,power_law_1.01,0.23037440776824952
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,128,power_law_1.2,0.04848639965057373
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,128,power_law_1.01,0.37525439262390137
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,128,power_law_1.2,0.5088352203369141
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,128,power_law_1.01,0.31541440486907957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,128,power_law_1.2,0.05343040227890015
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,128,power_law_1.01,0.33518080711364745
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,128,power_law_1.2,8.690118408203125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,128,power_law_1.01,9.301798248291016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,128,power_law_1.01,0.5725728034973144
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,128,power_law_1.2,0.061526399850845334
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,128,power_law_1.01,0.41785922050476076
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,128,power_law_1.2,3.4993438720703125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.2,0.6502560138702392
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,128,power_law_1.01,0.43256001472473143
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,128,power_law_1.2,0.06802240014076233
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,128,power_law_1.01,0.7361887931823731
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,128,power_law_1.2,0.07845119833946228
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,128,power_law_1.01,0.6153408050537109
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,128,power_law_1.01,0.6336031913757324
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,128,power_law_1.2,0.09845119714736938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,128,power_law_1.2,0.9480607986450196
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,128,power_law_1.2,0.1189087986946106
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,128,power_law_1.01,0.8125887870788574
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,128,power_law_1.01,1.1379263877868653
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,128,power_law_1.01,0.8398271560668945
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,128,power_law_1.2,0.16593919992446898
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.2,1.281276798248291
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,128,power_law_1.2,5.208646392822265
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,128,power_law_1.2,0.2211359977722168
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,128,power_law_1.01,1.249187183380127
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,128,power_law_1.01,1.2381343841552734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,128,power_law_1.01,1.5021247863769531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,128,power_law_1.2,0.3254240036010742
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,128,power_law_1.2,1.8883808135986329
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,128,power_law_1.2,0.43941121101379393
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,128,power_law_1.01,1.6520671844482422
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,128,power_law_1.01,1.6363296508789062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,128,power_law_1.01,1.9219200134277343
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,128,power_law_1.2,0.6560639858245849
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,128,power_law_1.2,15.092973327636718
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.2,2.568777656555176
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,128,power_law_1.2,7.046745300292969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,128,power_law_1.2,0.8622271537780761
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,128,power_law_1.01,2.109699249267578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,128,power_law_1.01,2.085804748535156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,128,power_law_1.2,1.2847071647644044
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,128,power_law_1.01,3.0327648162841796
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,128,power_law_1.2,3.758550262451172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,128,power_law_1.01,18.712022399902345
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,128,power_law_1.2,0.02865920066833496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,128,power_law_1.2,1.7189504623413085
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,128,power_law_1.01,3.3540287017822266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,128,power_law_1.2,0.0354559987783432
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,128,power_law_1.01,3.3029857635498048
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,128,power_law_1.2,0.03617599904537201
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,128,power_law_1.2,0.03678399920463562
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,128,power_law_1.2,9.415090942382813
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,128,power_law_1.2,0.03727039992809296
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,128,power_law_1.2,2.181654357910156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.2,5.124566268920899
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,128,power_law_1.2,0.03863039910793305
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,128,power_law_1.2,0.039529600739479066
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,128,power_law_1.2,0.041142401099205014
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,128,power_law_1.01,6.417807769775391
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,128,power_law_1.2,0.04151360094547272
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,128,power_law_1.2,0.04260480105876922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,128,power_law_1.2,3.4449535369873048
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,128,power_law_1.2,0.04475519955158234
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,128,power_law_1.01,6.929747009277344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,128,power_law_1.2,0.047312000393867494
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,128,power_law_1.01,6.6050048828125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,128,power_law_1.01,0.05031359791755676
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,128,power_law_1.2,0.049465599656105044
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,128,power_law_1.01,0.037747201323509214
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,128,power_law_1.2,6.749420928955078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,128,power_law_1.01,0.08242560029029847
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,128,power_law_1.2,0.05925120115280151
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,128,power_law_1.01,0.05141760110855102
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,128,power_law_1.01,0.08384640216827392
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,128,power_law_1.2,0.06741759777069092
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,128,power_law_1.01,0.05288640260696411
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,128,power_law_1.01,0.08486400246620178
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,128,power_law_1.2,0.07374079823493958
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,128,power_law_1.01,0.0566976010799408
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,128,power_law_1.01,0.08648959994316101
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,128,power_law_1.2,0.08518400192260742
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,128,power_law_1.01,0.058982402086257935
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,128,power_law_1.2,15.669471740722656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,128,power_law_1.01,0.08983039855957031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,128,power_law_1.2,0.10488320589065551
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,128,power_law_1.01,0.06951040029525757
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,128,power_law_1.01,0.09231359958648681
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,128,power_law_1.2,0.12610239982604982
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,128,power_law_1.01,0.0726207971572876
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,128,power_law_1.01,0.09385280013084411
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,128,power_law_1.01,0.07741119861602783
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,128,power_law_1.2,0.17529280185699464
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,128,power_law_1.2,6.930268859863281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,128,power_law_1.01,0.09563519954681396
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,128,power_law_1.01,0.08347520232200623
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,128,power_law_1.2,0.23645761013031005
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,128,power_law_1.01,0.09759680032730103
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,128,power_law_1.2,36.18004150390625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,128,power_law_1.01,0.08905280232429505
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,128,power_law_1.01,0.10221439599990845
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,128,power_law_1.2,0.356169605255127
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,128,power_law_1.2,0.05465919971466064
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,128,power_law_1.01,0.0945792019367218
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,128,power_law_1.01,0.10597759485244751
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,128,power_law_1.2,0.07757440209388733
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,128,power_law_1.2,11.093215942382812
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,128,power_law_1.01,0.10175039768218994
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,128,power_law_1.2,0.4596415996551514
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,128,power_law_1.01,0.1106495976448059
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,128,power_law_1.2,0.08449599742889405
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,128,power_law_1.01,0.10696959495544434
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,128,power_law_1.2,0.08472639918327332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,128,power_law_1.01,0.11760640144348145
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,128,power_law_1.2,0.6982399940490722
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,128,power_law_1.01,0.11344000101089477
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,128,power_law_1.2,0.08666239976882935
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,128,power_law_1.01,0.12538559436798097
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,128,power_law_1.01,0.12316479682922363
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,128,power_law_1.2,0.08932160139083863
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,128,power_law_1.01,0.13521280288696289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,128,power_law_1.2,0.9353695869445801
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,128,power_law_1.01,0.13285759687423707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,128,power_law_1.2,0.09159039855003356
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,128,power_law_1.01,0.1553279995918274
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,128,power_law_1.01,0.15340479612350463
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,128,power_law_1.2,0.09444159865379334
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,128,power_law_1.01,0.19178880453109742
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,128,power_law_1.01,0.19414399862289428
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,128,power_law_1.2,0.09621760249137878
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,128,power_law_1.2,1.3737759590148926
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,128,power_law_1.01,0.22649919986724854
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,128,power_law_1.2,0.09816960096359253
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,128,power_law_1.01,0.23478078842163086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,128,power_law_1.2,0.10172799825668336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,128,power_law_1.01,0.3211136102676392
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,128,power_law_1.01,0.3439840078353882
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,128,power_law_1.2,0.10565760135650634
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,128,power_law_1.2,1.8720447540283203
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,128,power_law_1.01,0.42399039268493655
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,128,power_law_1.01,0.46092801094055175
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,128,power_law_1.2,0.10931199789047241
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,128,power_law_1.01,0.636300802230835
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,128,power_law_1.2,0.11737920045852661
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,128,power_law_1.01,0.6922912120819091
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,128,power_law_1.2,0.12522560358047485
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,128,power_law_1.01,0.8274399757385253
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,128,power_law_1.2,0.13547519445419312
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,128,power_law_1.01,0.8999648094177246
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,128,power_law_1.2,2.3462783813476564
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,128,power_law_1.2,0.15560959577560424
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,128,power_law_1.01,1.293462371826172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,128,power_law_1.2,0.19290560483932495
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,128,power_law_1.01,1.3506976127624513
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,128,power_law_1.2,0.2509855985641479
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,128,power_law_1.2,0.3871615886688232
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,128,power_law_1.01,1.7221343994140625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,128,power_law_1.01,1.8259807586669923
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,128,power_law_1.2,33.161431884765626
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,128,power_law_1.2,3.751536178588867
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,128,power_law_1.2,0.5340191841125488
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,128,power_law_1.2,22.70540771484375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,128,power_law_1.2,0.037161600589752194
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,128,power_law_1.2,0.057555198669433594
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,128,power_law_1.2,0.7649631977081299
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,128,power_law_1.2,0.051283198595047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,128,power_law_1.01,2.649731254577637
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,128,power_law_1.2,0.052748799324035645
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,128,power_law_1.01,2.7953184127807615
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,128,power_law_1.2,0.053478401899337766
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,128,power_law_1.2,0.05626239776611328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,128,power_law_1.2,1.0576512336730957
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,128,power_law_1.2,0.054124802350997925
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,128,power_law_1.2,0.05498239994049072
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,128,power_law_1.2,0.05550079941749573
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,128,power_law_1.2,0.05820479989051819
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,128,power_law_1.2,1.6253984451293946
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,128,power_law_1.2,0.06424319744110107
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,128,power_law_1.01,3.5901344299316404
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,128,power_law_1.2,0.058601599931716916
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,128,power_law_1.2,0.06856639981269837
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,128,power_law_1.01,3.8080577850341797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,128,power_law_1.2,0.06461759805679321
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,128,power_law_1.2,0.07777919769287109
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,128,power_law_1.2,0.06549440026283264
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,128,power_law_1.2,2.2100095748901367
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,128,power_law_1.2,0.07999680042266846
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,128,power_law_1.2,0.06824960112571717
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,128,power_law_1.2,0.08635519742965699
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,128,power_law_1.2,7.47100830078125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,128,power_law_1.2,0.06812800168991089
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,128,power_law_1.2,0.09436799883842469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,128,power_law_1.2,0.0750111997127533
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,128,power_law_1.01,4.354790496826172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,128,power_law_1.2,0.10077439546585083
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,128,power_law_1.01,0.1250208020210266
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,128,power_law_1.2,3.249836730957031
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,128,power_law_1.2,0.08136320114135742
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,128,power_law_1.01,4.670470428466797
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,128,power_law_1.01,0.057942402362823484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,128,power_law_1.2,0.10614080429077148
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,128,power_law_1.2,0.08697599768638611
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,128,power_law_1.01,0.053257602453231814
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,128,power_law_1.2,0.11520960330963134
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,128,power_law_1.01,0.14520000219345092
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,128,power_law_1.2,0.09505280256271362
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,128,power_law_1.01,0.056815999746322635
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,128,power_law_1.2,0.12354559898376465
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,128,power_law_1.2,0.10505280494689942
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,128,power_law_1.01,0.058627200126647946
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,128,power_law_1.2,0.13355519771575927
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,128,power_law_1.2,0.11717439889907837
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,128,power_law_1.01,0.17402559518814087
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,128,power_law_1.01,0.05940799713134766
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,128,power_law_1.2,0.15419199466705322
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,128,power_law_1.2,4.445155334472656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,128,power_law_1.2,0.14039360284805297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,128,power_law_1.01,0.05896000266075134
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,128,power_law_1.2,0.20245759487152098
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,128,power_law_1.2,0.19104000329971313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,128,power_law_1.01,0.06458879709243774
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,128,power_law_1.01,0.15898879766464233
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,128,power_law_1.01,7.307756805419922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,128,power_law_1.2,0.26254398822784425
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,128,power_law_1.2,0.24543681144714355
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,128,power_law_1.01,0.06578239798545837
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,128,power_law_1.2,0.4091648101806641
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,128,power_law_1.01,7.857868957519531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,128,power_law_1.01,0.0667136013507843
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,128,power_law_1.2,0.35552000999450684
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,128,power_law_1.01,0.16268479824066162
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,128,power_law_1.2,0.5379295825958252
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,128,power_law_1.01,0.06955519914627076
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,128,power_law_1.2,0.4721407890319824
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,128,power_law_1.2,5.586083221435547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,128,power_law_1.01,0.07409279942512512
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,128,power_law_1.01,0.1752128005027771
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,128,power_law_1.2,0.8160511970520019
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,128,power_law_1.2,0.6955167770385742
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,128,power_law_1.01,0.08021439909934998
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,128,power_law_1.01,0.08458240032196045
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,128,power_law_1.2,1.1037023544311524
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,128,power_law_1.01,0.18271679878234864
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,128,power_law_1.2,0.9187359809875488
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,128,power_law_1.01,0.09417279958724975
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,128,power_law_1.01,0.10361920595169068
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,128,power_law_1.01,0.19265600442886352
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,128,power_law_1.2,1.6597312927246093
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,128,power_law_1.2,1.3467967987060547
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,128,power_law_1.01,0.11561599969863892
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,128,power_law_1.01,0.1389472007751465
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,128,power_law_1.01,0.18952959775924683
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,128,power_law_1.01,0.1855232000350952
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,128,power_law_1.2,1.8243423461914063
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,128,power_law_1.2,2.226857566833496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,128,power_law_1.01,0.2304095983505249
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,128,power_law_1.2,9.01361312866211
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,128,power_law_1.01,0.19857920408248902
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,128,power_law_1.01,0.3387455940246582
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,128,power_law_1.01,14.284156799316406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,128,power_law_1.2,2.688710403442383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,128,power_law_1.01,0.43571839332580564
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,128,power_law_1.01,0.20428481101989746
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,128,power_law_1.2,3.4774143218994142
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,128,power_law_1.2,0.03600000143051148
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,128,power_law_1.01,0.6413792133331299
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,128,power_law_1.01,0.10198719501495361
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,128,power_law_1.01,15.661251831054688
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,128,power_law_1.01,0.20737919807434083
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,128,power_law_1.2,0.042844799160957334
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,128,power_law_1.01,0.853337574005127
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,128,power_law_1.2,0.03887040019035339
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,128,power_law_1.01,0.13942400217056275
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,128,power_law_1.01,0.0965503990650177
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,128,power_law_1.2,3.5956352233886717
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,128,power_law_1.2,0.03873279988765717
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,128,power_law_1.01,0.21631040573120117
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,128,power_law_1.2,4.599244689941406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,128,power_law_1.2,0.04067200124263763
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,128,power_law_1.01,1.2409791946411133
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,128,power_law_1.01,0.14544960260391235
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,128,power_law_1.01,0.09833279848098755
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,128,power_law_1.2,0.04009920060634613
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,128,power_law_1.01,0.22610559463500976
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,128,power_law_1.2,0.041782400012016295
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,128,power_law_1.01,1.6368383407592773
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,128,power_law_1.01,0.1405951976776123
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,128,power_law_1.2,0.042630401253700254
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,128,power_law_1.01,0.10213119983673095
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,128,power_law_1.01,0.2413088083267212
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,128,power_law_1.2,4.565814590454101
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,128,power_law_1.2,0.04187839925289154
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,128,power_law_1.2,0.043068799376487735
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,128,power_law_1.01,0.1430240035057068
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,128,power_law_1.01,0.11208000183105468
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,128,power_law_1.01,0.24855999946594237
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,128,power_law_1.2,5.750102233886719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,128,power_law_1.01,2.4664127349853517
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,128,power_law_1.2,0.04479039907455444
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,128,power_law_1.2,0.04820800125598908
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,128,power_law_1.01,0.1543455958366394
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,128,power_law_1.01,0.12018879652023315
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,128,power_law_1.01,0.27082560062408445
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,128,power_law_1.2,0.05148800015449524
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,128,power_law_1.2,18.08665313720703
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,128,power_law_1.2,0.05774400234222412
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,128,power_law_1.01,0.15645760297775269
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,128,power_law_1.01,0.12761280536651612
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,128,power_law_1.01,3.298064041137695
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,128,power_law_1.01,0.32993600368499754
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,128,power_law_1.2,0.06500800251960755
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,128,power_law_1.2,0.12672319412231445
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,128,power_law_1.2,0.070278400182724
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,128,power_law_1.2,7.227238464355469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,128,power_law_1.01,0.168723201751709
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,128,power_law_1.01,0.13399360179901124
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,128,power_law_1.2,0.08168960213661194
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,128,power_law_1.01,0.38317439556121824
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,128,power_law_1.2,0.14466240406036376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,128,power_law_1.2,0.10376319885253907
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,128,power_law_1.01,0.17191359996795655
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,128,power_law_1.2,9.307075500488281
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,128,power_law_1.2,0.12750400304794313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,128,power_law_1.01,0.1443295955657959
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,128,power_law_1.2,0.16957759857177734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,128,power_law_1.01,0.49051198959350584
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,128,power_law_1.01,4.0994110107421875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,128,power_law_1.2,0.1858847975730896
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,128,power_law_1.01,0.1757599949836731
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,128,power_law_1.2,0.24297280311584474
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,128,power_law_1.01,0.14503999948501586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,128,power_law_1.2,0.16099200248718262
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,128,power_law_1.01,0.6222400188446044
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,128,power_law_1.2,0.3538431882858276
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,128,power_law_1.01,0.1833631992340088
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,128,power_law_1.2,0.16070400476455687
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,128,power_law_1.01,0.15213760137557983
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,128,power_law_1.2,0.45993599891662595
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,128,power_law_1.01,0.9001472473144532
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,128,power_law_1.01,0.19112639427185057
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,128,power_law_1.2,0.17149440050125123
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,128,power_law_1.2,0.6779263973236084
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,128,power_law_1.01,0.162336003780365
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,128,power_law_1.01,6.525004577636719
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,128,power_law_1.01,1.221884822845459
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,128,power_law_1.01,0.198636794090271
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,128,power_law_1.2,0.8875935554504395
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,128,power_law_1.2,0.17384320497512817
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,128,power_law_1.01,0.16961920261383057
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,128,power_law_1.2,14.546739196777343
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,128,power_law_1.2,0.18807040452957152
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,128,power_law_1.01,0.2101855993270874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,128,power_law_1.01,0.17515519857406617
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,128,power_law_1.2,1.3182623863220215
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,128,power_law_1.01,1.802422332763672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,128,power_law_1.2,0.19115840196609496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,128,power_law_1.2,0.10111680030822753
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,128,power_law_1.01,0.18999359607696534
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,128,power_law_1.01,0.22218880653381348
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,128,power_law_1.2,1.742848014831543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,128,power_law_1.2,0.19569920301437377
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,128,power_law_1.2,0.13908159732818604
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,128,power_law_1.2,18.575225830078125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,128,power_law_1.01,0.20714879035949707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,128,power_law_1.01,0.23861439228057862
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,128,power_law_1.01,2.412188720703125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,128,power_law_1.2,0.19930880069732665
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,128,power_law_1.2,0.14088640213012696
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,128,power_law_1.2,0.09620159864425659
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,128,power_law_1.01,0.2661920070648193
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,128,power_law_1.01,0.22093439102172852
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,128,power_law_1.2,2.184073638916016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,128,power_law_1.2,0.2074431896209717
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,128,power_law_1.2,0.139027202129364
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,128,power_law_1.2,0.09833279848098755
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,128,power_law_1.01,0.3214591979980469
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,128,power_law_1.01,0.2500895977020264
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,128,power_law_1.01,13.344880676269531
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,128,power_law_1.01,3.6233535766601563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,128,power_law_1.2,0.21530239582061766
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,128,power_law_1.2,0.14428160190582276
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,128,power_law_1.2,0.10119680166244507
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,256,power_law_1.01,0.0862879991531372
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,128,power_law_1.01,0.381443190574646
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,128,power_law_1.01,0.31320960521698
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,128,power_law_1.2,3.48449592590332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,256,power_law_1.01,0.13736319541931152
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,128,power_law_1.2,0.11515840291976928
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,128,power_law_1.2,0.22688000202178954
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,128,power_law_1.2,0.15123519897460938
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,256,power_law_1.01,0.1387071967124939
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,128,power_law_1.01,0.3758080005645752
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,128,power_law_1.01,0.5083263874053955
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,128,power_law_1.2,0.1173632025718689
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,128,power_law_1.2,0.23023359775543212
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,128,power_law_1.2,0.15635520219802856
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,256,power_law_1.01,0.1402783989906311
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,128,power_law_1.01,4.820585632324219
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,128,power_law_1.01,0.5004992008209228
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,128,power_law_1.01,0.6548128128051758
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,128,power_law_1.2,0.2520672082901001
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,128,power_law_1.2,0.12214720249176025
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,128,power_law_1.2,0.16704000234603883
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,256,power_law_1.01,0.1404736042022705
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,256,power_law_1.01,0.14476159811019898
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,128,power_law_1.2,0.28164799213409425
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,128,power_law_1.2,0.1304255962371826
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,128,power_law_1.2,0.1716256022453308
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,128,power_law_1.01,0.6329823970794678
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,128,power_law_1.01,0.9566752433776855
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,256,power_law_1.01,0.14812480211257933
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,128,power_law_1.2,0.3376352071762085
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,128,power_law_1.2,0.13675520420074463
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,128,power_law_1.2,0.17308160066604614
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,256,power_law_1.01,0.1499071955680847
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,128,power_law_1.01,0.8936223983764648
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,128,power_law_1.01,1.2885184288024902
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,128,power_law_1.2,6.949983978271485
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,128,power_law_1.01,6.231116867065429
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,128,power_law_1.2,0.14550720453262328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,256,power_law_1.01,0.152128005027771
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,128,power_law_1.2,0.18191360235214232
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,128,power_law_1.2,0.4038688182830811
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,256,power_law_1.01,0.07958400249481201
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,256,power_law_1.01,0.1559391975402832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,128,power_law_1.2,0.1509152054786682
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,128,power_law_1.2,0.1910912036895752
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,128,power_law_1.01,1.1617983818054198
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,256,power_law_1.01,0.12579519748687745
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,128,power_law_1.2,0.5442016124725342
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,128,power_law_1.01,1.8408416748046874
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,256,power_law_1.01,0.16183040142059327
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,128,power_law_1.2,0.15837759971618653
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,128,power_law_1.2,0.1990272045135498
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,256,power_law_1.01,0.12671680450439454
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,256,power_law_1.01,0.16732800006866455
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,128,power_law_1.2,0.7384768009185791
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,256,power_law_1.01,0.12753920555114745
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,128,power_law_1.2,0.16491199731826783
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,128,power_law_1.2,0.21131839752197265
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,128,power_law_1.01,1.726028823852539
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,256,power_law_1.01,0.1736415982246399
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,128,power_law_1.01,2.490614318847656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,256,power_law_1.01,0.12891199588775634
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,128,power_law_1.2,0.1757375955581665
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,128,power_law_1.2,0.2226111888885498
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,256,power_law_1.01,0.18619519472122192
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,128,power_law_1.2,1.0883968353271485
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,256,power_law_1.01,0.13220479488372802
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,128,power_law_1.01,9.666831970214844
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,256,power_law_1.01,0.19881600141525269
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,128,power_law_1.01,2.2038015365600585
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,128,power_law_1.2,0.1892192006111145
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,128,power_law_1.2,0.24164481163024903
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,256,power_law_1.01,0.13682880401611328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,256,power_law_1.01,0.21040639877319336
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,128,power_law_1.2,1.4149855613708495
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,256,power_law_1.01,0.1398527979850769
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,128,power_law_1.2,0.20497279167175292
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,128,power_law_1.2,0.2636672019958496
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,128,power_law_1.01,3.8705825805664062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,256,power_law_1.01,0.2337183952331543
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,256,power_law_1.01,0.14280320405960084
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,128,power_law_1.2,0.22128639221191407
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,128,power_law_1.2,0.32651519775390625
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,256,power_law_1.01,0.27998080253601076
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,128,power_law_1.01,3.3468894958496094
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,256,power_law_1.01,0.1456096053123474
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,128,power_law_1.2,2.1433664321899415
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,256,power_law_1.01,0.3294879913330078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,128,power_law_1.2,0.25018560886383057
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,256,power_law_1.01,0.15145280361175537
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,128,power_law_1.2,0.39619519710540774
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,256,power_law_1.01,0.4308800220489502
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,256,power_law_1.01,0.15820480585098268
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,128,power_law_1.01,4.957510375976563
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,128,power_law_1.2,0.31923840045928953
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,128,power_law_1.2,0.5516575813293457
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,128,power_law_1.2,2.946646308898926
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,256,power_law_1.01,0.16477760076522827
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,256,power_law_1.01,0.5493120193481446
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,128,power_law_1.01,4.463075256347656
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,128,power_law_1.2,0.38569281101226804
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,256,power_law_1.01,0.17965439558029175
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,128,power_law_1.2,0.6924223899841309
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,256,power_law_1.01,0.8363807678222657
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,256,power_law_1.01,0.19451520442962647
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,128,power_law_1.2,0.5261119842529297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,256,power_law_1.01,1.1097887992858886
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,128,power_law_1.2,1.1030143737792968
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,256,power_law_1.01,0.20534079074859618
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,128,power_law_1.2,4.507702255249024
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,128,power_law_1.2,0.6545887947082519
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,128,power_law_1.01,6.572652435302734
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,256,power_law_1.01,0.2310271978378296
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,128,power_law_1.01,19.771449279785156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,256,power_law_1.01,1.6825504302978516
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,128,power_law_1.2,1.4598527908325196
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,128,power_law_1.01,5.57672004699707
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,256,power_law_1.01,0.28492159843444825
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,128,power_law_1.2,0.9425248146057129
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,256,power_law_1.01,0.33914239406585694
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,256,power_law_1.01,2.213395118713379
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,256,power_law_1.01,0.4591839790344238
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,128,power_law_1.2,2.254470443725586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,128,power_law_1.2,5.795001602172851
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,128,power_law_1.2,1.2594944000244142
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,256,power_law_1.01,0.5873792171478271
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,256,power_law_1.01,3.4015071868896483
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,128,power_law_1.2,1.81693115234375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,256,power_law_1.01,0.8850943565368652
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,128,power_law_1.2,2.910416030883789
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,128,power_law_1.01,10.336115264892578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,128,power_law_1.01,8.984716796875
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,256,power_law_1.01,1.2192768096923827
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,128,power_law_1.2,2.438310432434082
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,128,power_law_1.2,8.460246276855468
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,256,power_law_1.01,4.639532852172851
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,256,power_law_1.01,1.753593635559082
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,128,power_law_1.2,4.946412658691406
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,256,power_law_1.01,2.381622314453125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,128,power_law_1.2,3.699020767211914
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,256,power_law_1.01,5.8086494445800785
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,128,power_law_1.2,6.274611282348633
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,256,power_law_1.01,3.660483169555664
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,128,power_law_1.2,4.844179153442383
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,128,power_law_1.2,13.847471618652344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,256,power_law_1.01,4.852243041992187
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,128,power_law_1.01,18.078096008300783
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,128,power_law_1.01,21.393353271484376
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,256,power_law_1.01,9.567171478271485
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,256,power_law_1.2,0.09353920221328735
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,128,power_law_1.2,8.278288269042969
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,256,power_law_1.2,0.08669120073318481
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,128,power_law_1.2,6.363052749633789
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,256,power_law_1.2,0.13772799968719482
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,256,power_law_1.2,0.12470079660415649
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,256,power_law_1.2,0.13990399837493897
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,256,power_law_1.2,0.1256160020828247
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,256,power_law_1.01,6.1875968933105465
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,256,power_law_1.2,0.13914239406585693
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,256,power_law_1.2,0.12672640085220338
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,256,power_law_1.2,0.14158719778060913
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,256,power_law_1.01,0.08833919763565064
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,256,power_law_1.2,0.1280287981033325
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,256,power_law_1.2,0.1435423970222473
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,256,power_law_1.01,0.08639680147171021
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,256,power_law_1.2,0.13128639459609986
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,256,power_law_1.2,0.14742720127105713
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,256,power_law_1.01,0.08857920169830322
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,256,power_law_1.2,0.1366752028465271
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,256,power_law_1.2,0.15057599544525146
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,256,power_law_1.01,0.0954367995262146
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,128,power_law_1.2,10.003724670410156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,256,power_law_1.2,0.13926719427108764
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,128,power_law_1.2,13.801820373535156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,256,power_law_1.2,0.15331200361251832
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,256,power_law_1.01,0.09757120013237
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,256,power_law_1.2,0.14188799858093262
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,256,power_law_1.01,9.867171478271484
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,256,power_law_1.2,0.1559712052345276
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,256,power_law_1.01,0.10206079483032227
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,256,power_law_1.2,0.14561920166015624
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,256,power_law_1.2,0.16118719577789306
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,256,power_law_1.01,0.10982719659805298
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,256,power_law_1.01,19.79231414794922
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,256,power_law_1.2,0.1511423945426941
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,256,power_law_1.2,0.16770559549331665
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,256,power_law_1.01,0.11215039491653442
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,256,power_law_1.2,0.08597760200500489
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,256,power_law_1.2,0.15741759538650513
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,128,power_law_1.2,28.146255493164062
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,256,power_law_1.01,0.11433600187301636
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,256,power_law_1.2,0.17380160093307495
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,256,power_law_1.2,0.08221759796142578
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,256,power_law_1.2,0.16559360027313233
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,256,power_law_1.01,0.11947519779205322
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,256,power_law_1.2,0.1872223973274231
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,256,power_law_1.2,0.08517119884490967
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,256,power_law_1.2,0.17990080118179322
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,256,power_law_1.01,0.124835205078125
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,256,power_law_1.2,0.19782079458236695
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,256,power_law_1.2,0.09368320107460022
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,256,power_law_1.2,0.19162240028381347
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,256,power_law_1.01,0.13127679824829103
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,256,power_law_1.2,0.2107680082321167
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,256,power_law_1.2,0.09683200120925903
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,256,power_law_1.2,0.2045344114303589
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,256,power_law_1.01,0.13887360095977783
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,256,power_law_1.2,0.23582398891448975
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,256,power_law_1.2,0.09912639856338501
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,256,power_law_1.2,0.23326079845428466
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.01,0.15261759757995605
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,256,power_law_1.2,0.2873663902282715
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,256,power_law_1.2,0.10800319910049438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,256,power_law_1.2,0.28826560974121096
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,256,power_law_1.01,0.1663424015045166
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,256,power_law_1.2,0.34601919651031493
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,256,power_law_1.2,0.10987520217895508
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,256,power_law_1.01,0.18145279884338378
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,256,power_law_1.2,0.3615040063858032
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,128,power_law_1.2,19.854269409179686
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,256,power_law_1.2,0.11490559577941895
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,256,power_law_1.2,0.4932703971862793
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.01,0.21178879737854003
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,256,power_law_1.2,0.5404287815093994
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,256,power_law_1.01,20.60527648925781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,256,power_law_1.2,0.1179967999458313
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,256,power_law_1.01,0.2710592031478882
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,256,power_law_1.2,0.6741471767425538
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,256,power_law_1.2,0.12376320362091064
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,256,power_law_1.2,0.6935264110565186
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,128,power_law_1.2,27.65999755859375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,256,power_law_1.2,0.13029439449310304
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,256,power_law_1.2,1.069331169128418
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,256,power_law_1.2,1.1002207756042481
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,256,power_law_1.2,1.4396672248840332
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,256,power_law_1.2,1.5125120162963868
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,256,power_law_1.2,0.1370303988456726
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.01,0.33191039562225344
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.2,0.15262399911880492
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,256,power_law_1.01,0.45847358703613283
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,256,power_law_1.2,2.277846336364746
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,256,power_law_1.2,0.16845120191574098
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,256,power_law_1.2,2.278246307373047
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,256,power_law_1.2,0.18264000415802
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.01,0.584659194946289
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.2,0.21455039978027343
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,256,power_law_1.2,3.169219207763672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,256,power_law_1.2,3.242892837524414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,256,power_law_1.01,0.8565759658813477
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,256,power_law_1.2,0.27877440452575686
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.01,1.1059328079223634
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.2,0.3474560022354126
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,256,power_law_1.2,0.49033279418945314
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,256,power_law_1.2,4.915555191040039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,256,power_law_1.2,5.442108917236328
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,256,power_law_1.01,1.6526912689208983
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.2,0.6223807811737061
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,256,power_law_1.2,0.9168191909790039
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.01,2.2044992446899414
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,256,power_law_1.2,6.573641967773438
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,256,power_law_1.2,6.647523498535156
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.2,1.2295647621154786
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,256,power_law_1.01,3.2578014373779296
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,256,power_law_1.2,1.7813823699951172
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,256,power_law_1.2,8.62805404663086
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.2,2.4638687133789063
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.01,4.350336074829102
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,256,power_law_1.2,8.9589599609375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,256,power_law_1.2,3.758649444580078
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,256,power_law_1.01,5.54089584350586
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.2,4.968352127075195
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,256,power_law_1.2,14.060169982910157
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,256,power_law_1.2,15.138496398925781
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.01,8.87750701904297
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,256,power_law_1.2,6.352227020263672
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.2,10.494083404541016
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,256,power_law_1.01,17.6527099609375
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,256,power_law_1.2,35.267025756835935
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,256,power_law_1.2,31.046102905273436
VLLM,0.12.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,256,power_law_1.2,21.213699340820312
