framework,version,device,op_name,node_num,kernel_source,hidden_size,num_token,num_topk,num_experts,combine_avg_t_us,combine_bandwidth_gbps,dispatch_avg_t_us,dispatch_bandwidth_gbps
sglang,0.5.0,NVIDIA H200,ll,1,deepep,7168,1,8,256,12.1988,1.9325,16.28,0.7375
sglang,0.5.0,NVIDIA H200,ll,1,deepep,7168,2,8,256,13.28,8.685,15.4287,3.8425
sglang,0.5.0,NVIDIA H200,ll,1,deepep,7168,4,8,256,14.0538,23.7488,15.75,10.9413
sglang,0.5.0,NVIDIA H200,ll,1,deepep,7168,8,8,256,14.37,54.1812,16.05,25.06
sglang,0.5.0,NVIDIA H200,ll,1,deepep,7168,12,8,256,16.0337,77.1475,16.7587,38.1813
sglang,0.5.0,NVIDIA H200,ll,1,deepep,7168,16,8,256,18.28,92.7088,17.6313,49.85
sglang,0.5.0,NVIDIA H200,ll,1,deepep,7168,24,8,256,21.6438,120.7875,19.5138,69.215
sglang,0.5.0,NVIDIA H200,ll,1,deepep,7168,32,8,256,24.6375,143.1675,20.4988,88.925
sglang,0.5.0,NVIDIA H200,ll,1,deepep,7168,48,8,256,33.4325,160.4013,24.78,111.8625
sglang,0.5.0,NVIDIA H200,ll,1,deepep,7168,64,8,256,40.9138,175.98,27.8425,133.6913
sglang,0.5.0,NVIDIA H200,ll,1,deepep,7168,96,8,256,55.9938,194.0987,33.38,168.2813
sglang,0.5.0,NVIDIA H200,ll,1,deepep,7168,128,8,256,72.3825,200.855,39.8287,188.685
sglang,0.5.0,NVIDIA H200,ll,1,deepep,7168,160,8,256,90.365,201.5113,47.2075,199.3863
sglang,0.5.0,NVIDIA H200,ll,1,deepep,7168,256,8,256,136.08,213.3,67.0212,225.3025
sglang,0.5.0,NVIDIA H200,ll,1,deepep,7168,512,8,256,269.2775,217.6125,122.6425,247.1363
sglang,0.5.0,NVIDIA H200,ll,1,deepep,7168,1024,8,256,526.8137,222.7787,236.8837,256.8888
sglang,0.5.0,NVIDIA H200,ll,1,deepep,7168,2048,8,256,1033.1175,227.3425,457.185,265.9375
sglang,0.5.0,NVIDIA H200,ll,2,deepep,7168,2,8,256,25.9,4.43,22.57,2.63
sglang,0.5.0,NVIDIA H200,ll,2,deepep,7168,2,8,288,27.23,4.21,21.93,2.7
sglang,0.5.0,NVIDIA H200,ll,2,deepep,7168,4,8,256,29.8,11.55,21.93,8.11
sglang,0.5.0,NVIDIA H200,ll,2,deepep,7168,4,8,288,30.17,11.41,24.0,7.41
sglang,0.5.0,NVIDIA H200,ll,2,deepep,7168,8,8,256,36.23,21.37,23.6,16.95
sglang,0.5.0,NVIDIA H200,ll,2,deepep,7168,8,8,288,37.7,20.53,24.6,16.26
sglang,0.5.0,NVIDIA H200,ll,2,deepep,7168,12,8,256,42.63,28.92,26.37,24.16
sglang,0.5.0,NVIDIA H200,ll,2,deepep,7168,12,8,288,41.8,29.5,27.8,22.92
sglang,0.5.0,NVIDIA H200,ll,2,deepep,7168,16,8,256,45.93,36.83,30.1,29.04
sglang,0.5.0,NVIDIA H200,ll,2,deepep,7168,16,8,288,43.1,39.25,31.2,28.02
sglang,0.5.0,NVIDIA H200,ll,2,deepep,7168,24,8,256,52.5,49.7,35.43,38.05
sglang,0.5.0,NVIDIA H200,ll,2,deepep,7168,24,8,288,50.43,51.74,36.67,36.77
sglang,0.5.0,NVIDIA H200,ll,2,deepep,7168,32,8,256,60.93,57.88,40.07,45.48
sglang,0.5.0,NVIDIA H200,ll,2,deepep,7168,32,8,288,59.83,58.94,40.83,44.63
sglang,0.5.0,NVIDIA H200,ll,2,deepep,7168,48,8,256,83.43,64.26,48.87,56.7
sglang,0.5.0,NVIDIA H200,ll,2,deepep,7168,48,8,288,79.07,67.81,50.9,54.43
sglang,0.5.0,NVIDIA H200,ll,2,deepep,7168,64,8,256,102.17,70.44,58.07,64.04
sglang,0.5.0,NVIDIA H200,ll,2,deepep,7168,64,8,288,98.23,73.26,60.0,61.98
sglang,0.5.0,NVIDIA H200,ll,2,deepep,7168,96,8,256,145.83,74.51,81.2,69.15
sglang,0.5.0,NVIDIA H200,ll,2,deepep,7168,96,8,288,146.0,74.43,80.6,69.67
sglang,0.5.0,NVIDIA H200,ll,2,deepep,7168,128,8,256,186.17,78.08,102.1,73.57
sglang,0.5.0,NVIDIA H200,ll,2,deepep,7168,128,8,288,190.3,76.39,101.43,74.06
sglang,0.5.0,NVIDIA H200,ll,2,deepep,7168,160,8,256,226.77,80.29,122.87,76.57
sglang,0.5.0,NVIDIA H200,ll,2,deepep,7168,160,8,288,231.97,78.49,121.67,77.33
sglang,0.5.0,NVIDIA H200,ll,2,deepep,7168,256,8,256,337.47,86.58,183.03,82.49
sglang,0.5.0,NVIDIA H200,ll,2,deepep,7168,256,8,288,332.03,87.99,177.5,85.06
sglang,0.5.0,NVIDIA H200,ll,4,deepep,7168,2,8,256,28.43,4.03,27.13,2.18
sglang,0.5.0,NVIDIA H200,ll,4,deepep,7168,2,8,288,29.27,3.92,29.23,2.03
sglang,0.5.0,NVIDIA H200,ll,4,deepep,7168,4,8,256,32.3,10.65,29.07,6.12
sglang,0.5.0,NVIDIA H200,ll,4,deepep,7168,4,8,288,33.9,10.15,29.77,5.97
sglang,0.5.0,NVIDIA H200,ll,4,deepep,7168,8,8,256,41.77,18.53,32.0,12.5
sglang,0.5.0,NVIDIA H200,ll,4,deepep,7168,8,8,288,43.33,17.86,32.43,12.33
sglang,0.5.0,NVIDIA H200,ll,4,deepep,7168,12,8,256,48.8,25.26,36.3,17.55
sglang,0.5.0,NVIDIA H200,ll,4,deepep,7168,12,8,288,49.6,24.86,36.73,17.34
sglang,0.5.0,NVIDIA H200,ll,4,deepep,7168,16,8,256,56.67,29.85,40.2,21.74
sglang,0.5.0,NVIDIA H200,ll,4,deepep,7168,16,8,288,58.07,29.13,40.0,21.85
sglang,0.5.0,NVIDIA H200,ll,4,deepep,7168,24,8,256,69.97,37.29,48.5,27.8
sglang,0.5.0,NVIDIA H200,ll,4,deepep,7168,24,8,288,72.5,35.99,48.9,27.57
sglang,0.5.0,NVIDIA H200,ll,4,deepep,7168,32,8,256,85.57,41.22,55.23,32.99
sglang,0.5.0,NVIDIA H200,ll,4,deepep,7168,32,8,288,86.43,40.8,55.73,32.7
sglang,0.5.0,NVIDIA H200,ll,4,deepep,7168,48,8,256,116.03,46.21,70.27,39.43
sglang,0.5.0,NVIDIA H200,ll,4,deepep,7168,48,8,288,114.4,46.87,70.53,39.28
sglang,0.5.0,NVIDIA H200,ll,4,deepep,7168,64,8,256,151.67,47.45,82.93,44.84
sglang,0.5.0,NVIDIA H200,ll,4,deepep,7168,64,8,288,140.73,51.14,85.77,43.36
sglang,0.5.0,NVIDIA H200,ll,4,deepep,7168,96,8,256,203.6,53.37,112.57,49.88
sglang,0.5.0,NVIDIA H200,ll,4,deepep,7168,96,8,288,203.8,53.32,111.4,50.41
sglang,0.5.0,NVIDIA H200,ll,4,deepep,7168,128,8,256,263.27,55.22,142.97,52.54
sglang,0.5.0,NVIDIA H200,ll,4,deepep,7168,128,8,288,268.8,54.08,145.4,51.66
sglang,0.5.0,NVIDIA H200,ll,4,deepep,7168,160,8,256,329.33,55.28,172.37,54.58
sglang,0.5.0,NVIDIA H200,ll,4,deepep,7168,160,8,288,327.93,55.52,171.63,54.82
sglang,0.5.0,NVIDIA H200,ll,4,deepep,7168,256,8,256,500.2,58.41,264.47,57.09
sglang,0.5.0,NVIDIA H200,ll,4,deepep,7168,256,8,288,501.4,58.27,258.97,58.3
sglang,0.5.0,NVIDIA H200,ll,8,deepep,7168,2,8,256,30.77,3.73,28.7,2.06
sglang,0.5.0,NVIDIA H200,ll,8,deepep,7168,2,8,288,32.4,3.54,30.17,1.96
sglang,0.5.0,NVIDIA H200,ll,8,deepep,7168,4,8,256,34.2,10.06,31.63,5.62
sglang,0.5.0,NVIDIA H200,ll,8,deepep,7168,4,8,288,35.5,9.69,32.77,5.43
sglang,0.5.0,NVIDIA H200,ll,8,deepep,7168,8,8,256,42.8,18.09,35.23,11.35
sglang,0.5.0,NVIDIA H200,ll,8,deepep,7168,8,8,288,44.43,17.42,36.57,10.94
sglang,0.5.0,NVIDIA H200,ll,8,deepep,7168,12,8,256,51.37,24.0,40.47,15.74
sglang,0.5.0,NVIDIA H200,ll,8,deepep,7168,12,8,288,51.4,23.99,41.67,15.29
sglang,0.5.0,NVIDIA H200,ll,8,deepep,7168,16,8,256,59.57,28.4,45.73,19.11
sglang,0.5.0,NVIDIA H200,ll,8,deepep,7168,16,8,288,60.93,27.76,45.3,19.3
sglang,0.5.0,NVIDIA H200,ll,8,deepep,7168,24,8,256,76.57,34.08,55.8,24.16
sglang,0.5.0,NVIDIA H200,ll,8,deepep,7168,24,8,288,78.5,33.24,55.43,24.32
sglang,0.5.0,NVIDIA H200,ll,8,deepep,7168,32,8,256,95.57,36.9,62.77,29.03
sglang,0.5.0,NVIDIA H200,ll,8,deepep,7168,32,8,288,97.53,36.16,62.53,29.14
sglang,0.5.0,NVIDIA H200,ll,8,deepep,7168,48,8,256,128.63,41.68,78.43,35.32
sglang,0.5.0,NVIDIA H200,ll,8,deepep,7168,48,8,288,128.67,41.67,81.27,34.09
sglang,0.5.0,NVIDIA H200,ll,8,deepep,7168,64,8,256,160.3,44.9,94.03,39.55
sglang,0.5.0,NVIDIA H200,ll,8,deepep,7168,64,8,288,163.37,44.05,95.9,38.78
sglang,0.5.0,NVIDIA H200,ll,8,deepep,7168,96,8,256,237.03,45.84,128.83,43.59
sglang,0.5.0,NVIDIA H200,ll,8,deepep,7168,96,8,288,231.7,46.9,129.17,43.47
sglang,0.5.0,NVIDIA H200,ll,8,deepep,7168,128,8,256,304.73,47.7,166.77,45.04
sglang,0.5.0,NVIDIA H200,ll,8,deepep,7168,128,8,288,306.63,47.41,164.17,45.76
sglang,0.5.0,NVIDIA H200,ll,8,deepep,7168,160,8,256,376.17,48.4,202.2,46.53
sglang,0.5.0,NVIDIA H200,ll,8,deepep,7168,160,8,288,376.0,48.42,200.4,46.95
sglang,0.5.0,NVIDIA H200,ll,8,deepep,7168,256,8,256,579.53,50.41,301.13,50.14
sglang,0.5.0,NVIDIA H200,ll,8,deepep,7168,256,8,288,586.9,49.78,303.73,49.71
