framework,version,device,op_name,kernel_source,quant_type,num_token,hidden_size,intermediate_size,avg_ms
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,1,7168,2048,0.04302720129489899
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,2,7168,2048,0.03455359935760498
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,4,7168,2048,0.03244799971580505
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,8,7168,2048,0.033744001388549806
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,16,7168,2048,0.03338240087032318
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,32,7168,2048,0.0322847992181778
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,64,7168,2048,0.03121280074119568
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,128,7168,2048,0.0333407998085022
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,256,7168,2048,0.03963519930839539
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,512,7168,2048,0.05718719959259033
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,1024,7168,2048,0.09185280203819275
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,2048,7168,2048,0.16600960493087769
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,4096,7168,2048,0.2986047983169556
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,8192,7168,2048,0.5828832149505615
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,16384,7168,2048,1.1419743537902831
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,32768,7168,2048,2.233657646179199
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,65536,7168,2048,4.4937793731689455
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,131072,7168,2048,9.013689422607422
