framework,version,device,op_name,node_num,kernel_source,hidden_size,num_token,num_topk,num_experts,dispatch_sms,dispatch_transmit_us,dispatch_notify_us,combine_sms,combine_transmit_us,combine_notify_us
sglang,0.5.0,NVIDIA H100,normal,1,deepep,7168,1,8,256,20,37.28,0,20,48.36,0
sglang,0.5.0,NVIDIA H100,normal,1,deepep,7168,2,8,256,20,37.44,0,20,49.63,0
sglang,0.5.0,NVIDIA H100,normal,1,deepep,7168,4,8,256,20,35.86,0,20,51.26,0
sglang,0.5.0,NVIDIA H100,normal,1,deepep,7168,8,8,256,20,37.19,0,20,51.55,0
sglang,0.5.0,NVIDIA H100,normal,1,deepep,7168,12,8,256,20,37.19,0,20,53.92,0
sglang,0.5.0,NVIDIA H100,normal,1,deepep,7168,16,8,256,20,37.26,0,20,54.28,0
sglang,0.5.0,NVIDIA H100,normal,1,deepep,7168,24,8,256,20,37.97,0,20,56.92,0
sglang,0.5.0,NVIDIA H100,normal,1,deepep,7168,32,8,256,20,33.9,0,20,60,0
sglang,0.5.0,NVIDIA H100,normal,1,deepep,7168,48,8,256,20,34.81,0,20,62.69,0
sglang,0.5.0,NVIDIA H100,normal,1,deepep,7168,64,8,256,20,38.96,0,20,68.24,0
sglang,0.5.0,NVIDIA H100,normal,1,deepep,7168,96,8,256,20,45.36,0,20,77.43,0
sglang,0.5.0,NVIDIA H100,normal,1,deepep,7168,128,8,256,20,49.79,0,20,85.34,0
sglang,0.5.0,NVIDIA H100,normal,1,deepep,7168,160,8,256,20,53.87,0,20,93.95,0
sglang,0.5.0,NVIDIA H100,normal,1,deepep,7168,256,8,256,20,65.28,0,20,120.97,0
sglang,0.5.0,NVIDIA H100,normal,1,deepep,7168,512,8,256,20,97.22,0,20,190.48,0
sglang,0.5.0,NVIDIA H100,normal,1,deepep,7168,1024,8,256,20,157.18,0,20,307.14,0
sglang,0.5.0,NVIDIA H100,normal,1,deepep,7168,2048,8,256,20,271.87,0,20,528.69,0
sglang,0.5.0,NVIDIA H100,normal,1,deepep,7168,4096,8,256,20,491.24,0,20,972.51,0
sglang,0.5.0,NVIDIA H100,normal,1,deepep,7168,8192,8,256,20,965.62,0,20,1831.51,0
sglang,0.5.0,NVIDIA H100,normal,1,deepep,7168,16384,8,256,20,1930.77,0,20,3513.27,0
sglang,0.5.0,NVIDIA H100,normal,1,deepep,7168,32768,8,256,20,3871.29,0,20,6824.92,0
sglang,0.5.0,NVIDIA H100,normal,1,deepep,7168,65536,8,256,20,7785.29,0,20,13675.82,0
sglang,0.5.0,NVIDIA H100,normal,1,deepep,7168,131072,8,256,20,15631.93,0,20,27215.11,0
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,1,8,256,4,26.77,32.97,4,49.0,34.47
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,1,8,256,8,27.93,35.17,8,50.17,36.03
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,1,8,256,12,27.97,33.4,12,50.03,34.43
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,1,8,256,16,26.63,29.47,16,51.17,32.4
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,1,8,256,20,26.83,31.63,20,50.93,33.13
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,1,8,256,24,27.3,29.8,24,50.87,34.63
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,2,8,256,4,29.47,64.37,4,51.37,37.33
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,2,8,256,8,31.17,32.23,8,50.8,40.87
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,2,8,256,12,30.37,30.83,12,51.17,38.1
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,2,8,256,16,27.13,30.1,16,49.83,33.73
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,2,8,256,20,27.33,29.6,20,49.9,33.9
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,2,8,256,24,27.7,29.57,24,49.53,34.67
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,4,8,256,4,31.03,32.17,4,57.27,37.5
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,4,8,256,8,29.63,46.1,8,53.1,38.23
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,4,8,256,12,30.2,31.9,12,52.6,36.6
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,4,8,256,16,27.53,28.8,16,52.43,32.97
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,4,8,256,20,27.63,30.5,20,52.47,48.77
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,4,8,256,24,28.03,29.3,24,52.87,32.3
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,8,8,256,4,34.97,31.73,4,68.1,41.03
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,8,8,256,8,32.53,33.67,8,58.77,42.9
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,8,8,256,12,32.07,31.8,12,58.6,39.73
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,8,8,256,16,28.07,29.67,16,53.07,33.53
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,8,8,256,20,28.17,29.97,20,52.67,44.4
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,8,8,256,24,28.73,29.53,24,53.2,35.23
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,12,8,256,4,39.27,31.93,4,80.6,42.67
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,12,8,256,8,35.5,33.7,8,63.6,43.83
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,12,8,256,12,33.33,32.4,12,59.7,41.0
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,12,8,256,16,30.73,29.23,16,58.07,33.83
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,12,8,256,20,30.9,30.1,20,58.53,34.1
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,12,8,256,24,29.13,48.0,24,54.83,33.07
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,16,8,256,4,44.77,35.13,4,96.53,39.8
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,16,8,256,8,36.0,35.9,8,73.13,40.63
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,16,8,256,12,34.63,33.1,12,68.43,37.3
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,16,8,256,16,31.13,29.93,16,61.4,31.7
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,16,8,256,20,31.13,30.23,20,61.47,32.63
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,16,8,256,24,31.13,30.53,24,61.97,31.83
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,24,8,256,4,54.83,34.4,4,123.0,36.73
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,24,8,256,8,43.2,34.53,8,88.23,43.73
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,24,8,256,12,39.43,33.13,12,77.4,39.4
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,24,8,256,16,33.93,29.47,16,68.5,30.5
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,24,8,256,20,34.03,29.5,20,69.03,33.17
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,24,8,256,24,32.5,31.0,24,64.57,30.1
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,32,8,256,4,63.87,34.37,4,148.6,39.9
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,32,8,256,8,50.3,37.73,8,103.83,45.23
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,32,8,256,12,46.43,30.83,12,92.73,40.07
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,32,8,256,16,37.1,30.37,16,76.77,30.53
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,32,8,256,20,36.83,30.57,20,77.0,30.97
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,32,8,256,24,35.23,30.3,24,71.1,31.17
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,48,8,256,4,81.97,32.23,4,175.63,55.03
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,48,8,256,8,59.7,36.23,8,127.17,50.63
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,48,8,256,12,53.23,35.47,12,105.0,48.03
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,48,8,256,16,43.07,29.43,16,91.73,30.47
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,48,8,256,20,40.83,30.57,20,86.97,31.67
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,48,8,256,24,39.9,29.6,24,82.0,45.17
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,64,8,256,4,98.17,33.13,4,221.77,44.77
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,64,8,256,8,70.07,35.87,8,148.83,46.33
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,64,8,256,12,63.9,36.83,12,121.6,53.27
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,64,8,256,16,50.23,29.6,16,106.93,31.37
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,64,8,256,20,47.27,29.8,20,101.53,31.03
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,64,8,256,24,44.47,34.87,24,97.13,40.77
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,96,8,256,4,125.9,33.9,4,299.87,52.2
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,96,8,256,8,86.83,38.27,8,192.17,53.43
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,96,8,256,12,79.2,34.97,12,149.9,64.2
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,96,8,256,16,60.7,32.4,16,137.73,46.03
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,96,8,256,20,57.47,32.2,20,126.53,33.97
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,96,8,256,24,52.07,30.9,24,118.67,31.63
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,128,8,256,4,158.9,33.97,4,390.87,50.67
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,128,8,256,8,102.43,35.1,8,227.37,85.1
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,128,8,256,12,92.5,34.5,12,186.13,64.47
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,128,8,256,16,70.13,31.2,16,153.53,31.17
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,128,8,256,20,64.3,30.87,20,150.93,33.6
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,128,8,256,24,61.4,38.17,24,142.4,33.77
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,160,8,256,4,185.1,38.57,4,466.17,55.37
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,160,8,256,8,120.0,38.53,8,275.17,85.07
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,160,8,256,12,105.5,38.43,12,217.13,75.53
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,160,8,256,16,77.87,31.83,16,178.03,32.4
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,160,8,256,20,71.53,32.67,20,165.3,29.57
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,160,8,256,24,68.93,32.3,24,163.97,33.57
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,256,8,256,4,278.83,32.93,4,675.7,76.63
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,256,8,256,8,176.13,33.23,8,394.33,60.83
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,256,8,256,12,149.03,33.63,12,293.4,82.07
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,256,8,256,16,104.07,30.27,16,236.47,42.17
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,256,8,256,20,94.37,31.17,20,212.63,34.83
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,256,8,256,24,87.97,31.03,24,199.67,35.83
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,512,8,256,4,511.1,41.57,4,1305.0,101.0
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,512,8,256,8,305.4,39.73,8,691.17,93.43
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,512,8,256,12,253.6,63.5,12,507.33,120.3
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,512,8,256,16,171.93,33.8,16,401.07,51.6
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,512,8,256,20,152.17,34.97,20,349.33,38.23
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,512,8,256,24,138.9,35.57,24,318.27,37.7
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,1024,8,256,4,970.83,44.6,4,2486.0,90.2
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,1024,8,256,8,561.83,43.5,8,1341.0,61.13
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,1024,8,256,12,452.8,113.0,12,931.73,120.1
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,1024,8,256,16,301.27,38.6,16,728.43,48.7
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,1024,8,256,20,258.0,37.1,20,612.63,54.73
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,1024,8,256,24,235.4,52.23,24,540.77,46.7
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,2048,8,256,4,1885.0,46.13,4,4835.0,109.37
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,2048,8,256,8,1054.0,55.6,8,2520.0,116.93
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,2048,8,256,12,845.83,198.63,12,1714.0,251.67
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,2048,8,256,16,546.0,37.67,16,1349.0,56.87
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,2048,8,256,20,459.83,39.5,20,1114.0,71.47
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,2048,8,256,24,412.33,35.5,24,949.13,62.37
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,4096,8,256,4,3674.0,55.6,4,9394.0,187.93
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,4096,8,256,8,2007.0,72.93,8,4867.0,122.57
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,4096,8,256,12,1725.0,215.67,12,3323.0,329.67
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,4096,8,256,16,1021.0,54.13,16,2560.0,44.33
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,4096,8,256,20,843.5,49.73,20,2099.0,50.53
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,4096,8,256,24,748.87,56.1,24,1777.0,50.07
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,8192,8,256,4,7290.0,61.8,4,18457.0,332.9
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,8192,8,256,8,3937.0,57.73,8,9391.0,254.3
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,8192,8,256,12,3565.0,193.9,12,6379.0,628.4
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,8192,8,256,16,1958.0,47.37,16,4856.0,111.93
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,8192,8,256,20,1609.0,49.8,20,3928.0,132.83
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,8192,8,256,24,1414.0,47.3,24,3338.0,82.1
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,16384,8,256,4,14472.0,64.93,4,36376.0,629.77
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,16384,8,256,8,7761.0,70.47,8,18425.0,324.2
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,16384,8,256,12,7205.0,190.13,12,12438.0,1492.0
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,16384,8,256,16,3835.0,49.27,16,9433.0,174.57
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,16384,8,256,20,3162.0,50.3,20,7624.0,182.3
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,16384,8,256,24,2740.0,56.97,24,6407.0,203.87
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,32768,8,256,4,28873.0,66.57,4,72342.0,1281.0
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,32768,8,256,8,15410.0,75.53,8,36560.0,651.23
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,32768,8,256,12,14482.0,196.93,12,24890.0,2540.0
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,32768,8,256,16,7588.0,58.17,16,18625.0,329.43
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,32768,8,256,20,6301.0,57.87,20,14980.0,287.7
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,32768,8,256,24,5494.0,65.2,24,12514.0,228.43
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,65536,8,256,4,57670.0,51.0,4,144038.0,2557.0
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,65536,8,256,8,30718.0,59.97,8,72426.0,1295.0
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,65536,8,256,12,29070.0,190.63,12,51476.0,2558.0
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,65536,8,256,16,15077.0,68.0,16,36572.0,653.73
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,65536,8,256,20,12630.0,59.97,20,29404.0,572.23
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,65536,8,256,24,11181.0,63.93,24,24667.0,490.67
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,131072,8,256,4,115268.0,58.13,4,286974.0,5126.0
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,131072,8,256,8,61328.0,59.37,8,144034.0,2571.0
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,131072,8,256,12,58196.0,177.7,12,104781.0,2639.0
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,131072,8,256,16,30101.0,47.07,16,72697.0,1315.0
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,131072,8,256,20,24976.0,56.67,20,58308.0,1056.0
sglang,0.5.0,NVIDIA H200,normal,2,deepep,7168,131072,8,256,24,21931.0,81.43,24,48700.0,929.13
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,1,8,256,4,38.73,52.53,4,61.13,67.73
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,1,8,256,8,38.5,48.73,8,60.83,61.83
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,1,8,256,12,38.93,49.83,12,60.13,61.33
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,1,8,256,16,38.2,49.7,16,59.8,60.5
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,1,8,256,20,38.8,49.1,20,60.8,62.83
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,1,8,256,24,37.8,50.2,24,60.63,60.07
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,2,8,256,4,38.87,49.97,4,59.83,54.57
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,2,8,256,8,39.7,48.77,8,61.6,53.77
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,2,8,256,12,41.7,47.37,12,59.2,54.17
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,2,8,256,16,39.23,51.9,16,59.5,60.43
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,2,8,256,20,38.3,51.33,20,58.9,67.63
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,2,8,256,24,37.5,52.03,24,58.57,54.93
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,4,8,256,4,44.1,48.9,4,68.93,54.47
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,4,8,256,8,40.53,67.2,8,62.5,53.73
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,4,8,256,12,39.4,51.6,12,64.77,51.2
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,4,8,256,16,39.07,56.87,16,64.13,51.53
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,4,8,256,20,39.43,51.3,20,64.03,52.33
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,4,8,256,24,40.67,50.6,24,62.33,55.13
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,8,8,256,4,48.33,51.73,4,88.33,66.6
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,8,8,256,8,44.8,49.33,8,71.1,53.03
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,8,8,256,12,45.0,50.57,12,71.03,79.23
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,8,8,256,16,41.77,57.57,16,64.83,52.83
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,8,8,256,20,41.93,51.87,20,65.53,51.07
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,8,8,256,24,41.23,52.07,24,64.8,51.1
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,12,8,256,4,55.07,50.67,4,104.3,55.43
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,12,8,256,8,47.97,48.17,8,80.0,56.97
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,12,8,256,12,47.77,48.9,12,74.1,52.03
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,12,8,256,16,44.17,51.73,16,70.07,59.67
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,12,8,256,20,46.43,53.07,20,73.0,52.83
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,12,8,256,24,41.77,51.67,24,64.1,56.43
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,16,8,256,4,61.0,53.3,4,117.5,61.87
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,16,8,256,8,50.0,51.3,8,86.2,67.4
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,16,8,256,12,48.4,51.37,12,81.37,52.1
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,16,8,256,16,45.67,50.7,16,74.43,52.77
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,16,8,256,20,46.47,53.6,20,74.43,52.67
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,16,8,256,24,46.13,53.13,24,73.83,52.93
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,24,8,256,4,75.13,52.73,4,155.9,61.67
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,24,8,256,8,57.3,49.77,8,110.5,48.5
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,24,8,256,12,53.23,50.47,12,92.8,51.97
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,24,8,256,16,49.73,56.7,16,84.33,53.5
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,24,8,256,20,50.2,51.0,20,84.67,52.8
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,24,8,256,24,47.73,51.0,24,79.6,54.5
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,32,8,256,4,88.9,52.97,4,175.67,75.97
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,32,8,256,8,66.87,53.77,8,124.6,60.87
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,32,8,256,12,59.33,51.13,12,111.77,50.83
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,32,8,256,16,53.93,51.27,16,97.2,53.83
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,32,8,256,20,53.93,53.6,20,98.0,55.73
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,32,8,256,24,51.1,51.37,24,91.7,52.17
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,48,8,256,4,109.53,55.77,4,230.2,84.07
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,48,8,256,8,82.3,51.2,8,154.2,57.47
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,48,8,256,12,72.97,53.47,12,136.57,54.3
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,48,8,256,16,63.53,52.5,16,124.8,57.0
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,48,8,256,20,58.87,54.9,20,116.7,53.23
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,48,8,256,24,57.3,53.77,24,114.3,51.43
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,64,8,256,4,132.33,52.5,4,281.97,68.1
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,64,8,256,8,95.33,69.57,8,186.8,59.5
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,64,8,256,12,86.13,52.7,12,163.27,52.17
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,64,8,256,16,77.0,60.53,16,152.17,51.87
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,64,8,256,20,75.17,51.0,20,143.53,54.77
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,64,8,256,24,70.83,52.23,24,139.3,52.4
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,96,8,256,4,169.83,55.57,4,384.77,75.2
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,96,8,256,8,117.73,52.93,8,250.93,55.0
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,96,8,256,12,104.0,52.87,12,200.47,67.57
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,96,8,256,16,98.5,54.93,16,189.53,53.1
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,96,8,256,20,93.93,53.63,20,188.37,48.87
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,96,8,256,24,86.13,54.13,24,182.83,51.97
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,128,8,256,4,207.67,54.43,4,518.1,49.9
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,128,8,256,8,138.83,53.97,8,293.57,78.5
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,128,8,256,12,124.27,67.6,12,241.67,58.9
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,128,8,256,16,114.97,56.13,16,217.03,57.47
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,128,8,256,20,106.9,57.4,20,217.47,53.97
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,128,8,256,24,103.03,54.7,24,212.87,55.47
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,160,8,256,4,240.97,60.8,4,604.93,83.87
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,160,8,256,8,158.0,57.27,8,361.47,77.57
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,160,8,256,12,138.87,53.13,12,280.43,71.37
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,160,8,256,16,129.0,54.47,16,249.23,56.77
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,160,8,256,20,121.53,55.43,20,245.43,56.57
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,160,8,256,24,117.63,56.4,24,238.5,59.23
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,256,8,256,4,352.5,58.23,4,870.63,116.47
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,256,8,256,8,220.83,55.87,8,511.23,72.13
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,256,8,256,12,186.27,54.97,12,394.1,61.0
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,256,8,256,16,170.83,54.87,16,331.63,61.13
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,256,8,256,20,170.73,58.0,20,336.1,56.8
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,256,8,256,24,159.87,57.3,24,332.57,55.07
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,512,8,256,4,633.43,68.83,4,1606.0,153.0
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,512,8,256,8,387.6,55.83,8,900.3,109.43
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,512,8,256,12,311.57,67.03,12,671.57,82.1
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,512,8,256,16,285.2,61.17,16,562.97,86.23
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,512,8,256,20,281.93,61.87,20,540.9,68.6
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,512,8,256,24,275.3,61.8,24,540.67,70.43
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,1024,8,256,4,1224.0,78.53,4,3085.0,185.3
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,1024,8,256,8,689.23,84.37,8,1660.0,126.1
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,1024,8,256,12,537.77,62.53,12,1175.0,112.73
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,1024,8,256,16,504.5,61.93,16,994.67,80.7
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,1024,8,256,20,497.73,77.3,20,967.87,69.73
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,1024,8,256,24,496.87,64.37,24,967.03,80.0
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,2048,8,256,4,2385.0,74.03,4,5956.0,182.5
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,2048,8,256,8,1296.0,75.4,8,3123.0,120.53
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,2048,8,256,12,974.83,58.6,12,2221.0,77.9
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,2048,8,256,16,939.0,61.43,16,1829.0,91.83
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,2048,8,256,20,937.33,57.47,20,1820.0,96.33
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,2048,8,256,24,932.07,61.9,24,1834.0,94.17
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,4096,8,256,4,4690.0,71.17,4,11763.0,242.27
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,4096,8,256,8,2502.0,68.07,8,6078.0,106.27
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,4096,8,256,12,1834.0,73.6,12,4142.0,123.87
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,4096,8,256,16,1797.0,69.3,16,3545.0,110.3
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,4096,8,256,20,1801.0,59.47,20,3528.0,105.73
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,4096,8,256,24,1791.0,61.77,24,3522.0,119.13
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,8192,8,256,4,9335.0,72.8,4,23424.0,407.1
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,8192,8,256,8,4902.0,81.07,8,11849.0,227.87
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,8192,8,256,12,3559.0,73.53,12,8038.0,151.67
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,8192,8,256,16,3516.0,66.13,16,6939.0,156.2
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,8192,8,256,20,3518.0,67.73,20,6912.0,161.13
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,8192,8,256,24,3510.0,71.97,24,6881.0,148.6
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,16384,8,256,4,18517.0,63.1,4,46434.0,836.67
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,16384,8,256,8,9688.0,75.43,8,23446.0,429.23
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,16384,8,256,12,6992.0,74.07,12,15781.0,301.27
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,16384,8,256,16,6959.0,74.5,16,13737.0,257.3
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,16384,8,256,20,6960.0,67.8,20,13578.0,230.5
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,16384,8,256,24,6957.0,62.3,24,13517.0,206.7
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,32768,8,256,4,36890.0,70.9,4,92683.0,1704.0
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,32768,8,256,8,19287.0,72.13,8,46624.0,865.27
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,32768,8,256,12,13850.0,82.37,12,31229.0,575.53
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,32768,8,256,16,13819.0,82.67,16,27304.0,442.7
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,32768,8,256,20,13817.0,91.8,20,26912.0,379.0
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,32768,8,256,24,13819.0,77.97,24,26810.0,321.03
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,65536,8,256,4,73597.0,68.47,4,185031.0,3402.0
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,65536,8,256,8,38394.0,70.43,8,92894.0,1722.0
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,65536,8,256,12,27565.0,87.5,12,62148.0,1203.0
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,65536,8,256,16,27552.0,87.7,16,54375.0,867.07
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,65536,8,256,20,27574.0,69.47,20,53510.0,705.47
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,65536,8,256,24,27589.0,62.03,24,53330.0,590.67
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,131072,8,256,4,147008.0,72.67,4,369913.0,6832.0
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,131072,8,256,8,76619.0,75.87,8,185890.0,3435.0
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,131072,8,256,12,54949.0,123.67,12,124005.0,2325.0
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,131072,8,256,16,54980.0,66.83,16,108453.0,1730.0
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,131072,8,256,20,55015.0,86.9,20,106864.0,1392.0
sglang,0.5.0,NVIDIA H200,normal,4,deepep,7168,131072,8,256,24,55075.0,71.23,24,106653.0,1269.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,1,8,256,4,38.2,80.27,4,66.13,72.27
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,1,8,256,8,38.83,83.17,8,65.0,72.87
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,1,8,256,12,39.1,80.17,12,65.4,84.43
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,1,8,256,16,37.93,85.7,16,65.57,69.73
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,1,8,256,20,38.57,97.63,20,69.33,70.7
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,1,8,256,24,39.07,85.0,24,69.77,70.9
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,2,8,256,4,44.83,75.23,4,67.2,73.5
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,2,8,256,8,45.5,75.27,8,66.6,76.8
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,2,8,256,12,48.3,75.77,12,66.43,116.77
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,2,8,256,16,45.23,76.03,16,67.63,88.23
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,2,8,256,20,58.0,66.07,20,63.4,85.73
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,2,8,256,24,56.87,74.53,24,65.77,85.1
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,4,8,256,4,63.53,70.33,4,72.93,85.73
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,4,8,256,8,48.83,73.4,8,65.4,87.33
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,4,8,256,12,48.6,73.87,12,66.17,83.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,4,8,256,16,49.3,80.2,16,66.63,76.7
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,4,8,256,20,53.27,73.43,20,65.87,92.87
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,4,8,256,24,54.23,70.73,24,69.1,77.67
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,8,8,256,4,69.97,73.73,4,93.07,90.33
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,8,8,256,8,63.3,74.57,8,71.3,87.9
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,8,8,256,12,63.2,79.37,12,71.33,84.97
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,8,8,256,16,51.1,75.67,16,67.4,93.23
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,8,8,256,20,55.7,70.83,20,69.7,82.43
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,8,8,256,24,57.27,83.17,24,70.17,79.67
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,12,8,256,4,77.47,81.7,4,106.93,101.7
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,12,8,256,8,70.83,76.2,8,80.93,92.07
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,12,8,256,12,63.8,79.1,12,71.77,89.3
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,12,8,256,16,63.93,80.07,16,75.1,87.67
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,12,8,256,20,67.7,78.87,20,81.77,76.5
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,12,8,256,24,62.23,71.77,24,76.8,84.17
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,16,8,256,4,80.1,79.67,4,128.4,88.73
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,16,8,256,8,72.8,75.9,8,98.57,86.27
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,16,8,256,12,71.6,73.17,12,81.07,93.7
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,16,8,256,16,63.57,81.57,16,74.63,97.93
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,16,8,256,20,67.73,80.13,20,80.43,92.97
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,16,8,256,24,69.97,79.13,24,81.37,106.47
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,24,8,256,4,92.1,76.37,4,157.8,119.8
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,24,8,256,8,77.37,80.13,8,113.93,108.83
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,24,8,256,12,74.7,78.2,12,99.47,108.83
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,24,8,256,16,72.73,80.7,16,89.5,116.5
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,24,8,256,20,78.73,71.13,20,93.97,105.83
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,24,8,256,24,77.63,70.93,24,90.53,106.27
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,32,8,256,4,110.87,84.8,4,212.23,102.3
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,32,8,256,8,84.0,80.33,8,142.87,113.77
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,32,8,256,12,79.27,83.73,12,130.63,107.77
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,32,8,256,16,76.73,101.33,16,109.47,132.83
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,32,8,256,20,89.87,68.03,20,110.9,121.37
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,32,8,256,24,90.4,70.67,24,105.23,123.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,48,8,256,4,137.53,84.07,4,248.8,123.23
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,48,8,256,8,101.9,83.9,8,176.13,146.73
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,48,8,256,12,92.6,88.1,12,149.73,147.07
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,48,8,256,16,94.27,88.7,16,136.4,146.53
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,48,8,256,20,107.07,70.43,20,133.3,146.83
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,48,8,256,24,112.8,68.97,24,131.63,150.7
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,64,8,256,4,161.63,90.1,4,334.0,95.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,64,8,256,8,114.0,96.23,8,218.7,160.37
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,64,8,256,12,113.67,87.33,12,186.33,157.1
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,64,8,256,16,109.53,99.93,16,167.3,151.67
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,64,8,256,20,128.57,70.03,20,161.0,171.5
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,64,8,256,24,133.47,76.97,24,156.17,164.77
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,96,8,256,4,207.17,114.9,4,455.27,145.73
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,96,8,256,8,161.0,115.73,8,283.73,230.03
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,96,8,256,12,164.8,108.5,12,250.53,233.67
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,96,8,256,16,163.0,108.3,16,225.67,253.2
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,96,8,256,20,185.0,78.33,20,212.93,233.47
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,96,8,256,24,188.37,71.3,24,207.67,233.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,128,8,256,4,248.03,149.23,4,595.7,103.33
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,128,8,256,8,208.8,131.6,8,366.9,254.6
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,128,8,256,12,208.57,101.37,12,310.53,271.67
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,128,8,256,16,201.33,105.5,16,286.2,283.47
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,128,8,256,20,224.17,69.43,20,260.63,291.8
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,128,8,256,24,226.73,73.33,24,250.0,289.4
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,160,8,256,4,292.4,140.2,4,648.7,194.07
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,160,8,256,8,250.77,124.07,8,416.97,287.5
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,160,8,256,12,255.63,128.2,12,346.37,338.3
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,160,8,256,16,250.93,107.73,16,339.13,349.53
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,160,8,256,20,272.43,72.83,20,314.3,335.07
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,160,8,256,24,275.93,78.43,24,301.77,335.73
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,256,8,256,4,419.73,173.07,4,969.73,189.77
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,256,8,256,8,392.73,128.1,8,562.5,453.73
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,256,8,256,12,392.57,107.3,12,467.97,505.6
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,256,8,256,16,384.5,105.67,16,454.57,509.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,256,8,256,20,412.67,74.73,20,439.7,504.83
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,256,8,256,24,408.33,76.1,24,433.5,507.77
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,512,8,256,4,799.4,202.63,4,1816.0,314.73
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,512,8,256,8,788.97,130.43,8,1031.0,808.7
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,512,8,256,12,804.73,85.6,12,799.47,945.63
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,512,8,256,16,789.43,100.5,16,735.83,1003.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,512,8,256,20,768.7,133.27,20,731.13,991.37
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,512,8,256,24,764.7,121.87,24,737.53,973.1
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,1024,8,256,4,1560.0,235.8,4,3278.0,355.53
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,1024,8,256,8,1581.0,105.7,8,1872.0,1679.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,1024,8,256,12,1572.0,91.4,12,1345.0,1910.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,1024,8,256,16,1576.0,133.8,16,1278.0,2025.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,1024,8,256,20,1421.0,377.93,20,1271.0,2057.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,1024,8,256,24,1450.0,321.77,24,1270.0,2101.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,2048,8,256,4,3066.0,219.8,4,6359.0,257.7
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,2048,8,256,8,3153.0,116.13,8,3369.0,3436.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,2048,8,256,12,3134.0,109.53,12,2455.0,3751.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,2048,8,256,16,3152.0,97.9,16,2387.0,4081.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,2048,8,256,20,2724.0,764.87,20,2350.0,4019.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,2048,8,256,24,2793.0,758.57,24,2342.0,4141.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,4096,8,256,4,6100.0,118.97,4,12238.0,549.23
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,4096,8,256,8,6257.0,138.13,8,6368.0,5895.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,4096,8,256,12,6255.0,105.7,12,4554.0,7634.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,4096,8,256,16,6337.0,108.1,16,4587.0,7920.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,4096,8,256,20,5516.0,994.23,20,4461.0,8048.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,4096,8,256,24,5447.0,1233.0,24,4475.0,8313.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,8192,8,256,4,12165.0,121.87,4,24245.0,547.73
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,8192,8,256,8,12508.0,118.87,8,17341.0,7173.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,8192,8,256,12,12452.0,243.03,12,13286.0,11098.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,8192,8,256,16,12617.0,104.07,16,10076.0,14644.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,8192,8,256,20,11612.0,1359.0,20,8809.0,15887.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,8192,8,256,24,11362.0,1885.0,24,8742.0,16647.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,16384,8,256,4,24434.0,146.97,4,47923.0,1073.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,16384,8,256,8,24996.0,172.63,8,42746.0,5935.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,16384,8,256,12,25021.0,183.4,12,37791.0,10929.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,16384,8,256,16,25337.0,124.47,16,40142.0,9092.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,16384,8,256,20,24228.0,133.2,20,38829.0,10255.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,16384,8,256,24,24800.0,783.53,24,35052.0,15874.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,32768,8,256,4,49113.0,135.5,4,96051.0,2164.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,32768,8,256,8,50084.0,141.57,8,92220.0,5086.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,32768,8,256,12,50290.0,352.1,12,87067.0,10129.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,32768,8,256,16,50707.0,140.03,16,93656.0,4709.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,32768,8,256,20,48913.0,122.43,20,89461.0,11374.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,32768,8,256,24,49951.0,107.33,24,87278.0,14375.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,65536,8,256,4,98174.0,133.8,4,190037.0,4348.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,65536,8,256,8,100019.0,2150.0,8,188620.0,2595.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,65536,8,256,12,100857.0,113.27,12,187662.0,7069.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,65536,8,256,16,101725.0,181.67,16,192596.0,4560.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,65536,8,256,20,98468.0,208.87,20,195253.0,6597.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,65536,8,256,24,100050.0,97.33,24,195041.0,8215.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,131072,8,256,4,195104.0,147.13,4,381131.0,8724.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,131072,8,256,8,200132.0,177.63,8,378408.0,4372.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,131072,8,256,12,201686.0,131.1,12,386800.0,3788.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,131072,8,256,16,204109.0,140.43,16,391204.0,4337.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,131072,8,256,20,200160.0,257.63,20,398397.0,5031.0
sglang,0.5.0,NVIDIA H200,normal,8,deepep,7168,131072,8,256,24,199854.0,95.0,24,400728.0,5689.0
