framework,version,device,op_name,kernel_source,quant_type,num_token,hidden_size,intermediate_size,avg_ms
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,1,7168,2048,0.04069760143756866
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,2,7168,2048,0.04166080057621002
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,4,7168,2048,0.03592959940433502
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,8,7168,2048,0.03454720079898834
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,16,7168,2048,0.03318719863891602
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,32,7168,2048,0.03199360072612763
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,64,7168,2048,0.031123200058937074
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,128,7168,2048,0.03320960104465485
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,256,7168,2048,0.03934719860553741
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,512,7168,2048,0.05632640123367309
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,1024,7168,2048,0.09155200123786926
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,2048,7168,2048,0.16535359621047974
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,4096,7168,2048,0.29736640453338625
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,8192,7168,2048,0.5798240184783936
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,16384,7168,2048,1.1356736183166505
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,32768,7168,2048,2.232352066040039
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,65536,7168,2048,4.462028884887696
SGLang,0.5.6.post2,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,131072,7168,2048,9.087897491455077
